{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5000.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21123): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21123) [trial-2369↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21123)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21123): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21123) [trial-2369↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a03:36:46.598552 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a03:36:46.613513 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a03:36:47.254863 tst mo_mt_sms.py: using LAC 25713\u000a03:36:47.375075 tst mo_mt_sms.py: using RAC 213\u000a03:36:47.484055 tst mo_mt_sms.py: using CellId 25713\u000a03:36:47.593052 tst mo_mt_sms.py: using BVCI 25714\u000a03:36:47.614408 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:36:47.791344 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:36:48.069677 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:36:48.197860 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:36:50.503728 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21122): Launched\u000a03:36:50.806636 run osmo-nitb_10.42.42.2(pid=21123): Launched\u000a03:36:50.982462 run osmo-nitb_10.42.42.2(pid=21123): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21123)]\u000a03:36:51.109646 run osmo-nitb_10.42.42.2(pid=21123): stdout: \u000a| (launched: 2022-12-10_03:36:50.660020) \u000a03:36:51.237278 run osmo-nitb_10.42.42.2(pid=21123): stderr: \u000a| (launched: 2022-12-10_03:36:50.705806)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:36:51.360089 run osmo-nitb_10.42.42.2(pid=21123): stdout: \u000a| (launched: 2022-12-10_03:36:50.660020) \u000a03:36:51.482368 run osmo-nitb_10.42.42.2(pid=21123): stderr: \u000a| (launched: 2022-12-10_03:36:50.705806)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:36:51.535976 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21123): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21123) [trial-2369↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21123)] [trial-2369↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a03:36:51.544584 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a03:36:51.579839 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21122): Terminating (SIGTERM)\u000a03:36:51.757406 --- ParallelTerminationStrategy: PID 21122 died...\u000a03:36:51.813391 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21122): Terminated: ok {rc=0}\u000a03:36:51.899202 bus /sierra_3: Setting Powered False\u000a03:36:53.003091 bus /sierra_3: Setting Powered False\u000a03:36:54.113168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:36:46" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "sms:sysmo", "duration" : 14.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21135): Process ended prematurely: osmo-stp_10.42.42.5(pid=21135) [trial-2369↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21135)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21135): Process ended prematurely: osmo-stp_10.42.42.5(pid=21135) [trial-2369↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a03:36:55.960769 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:36:55.971809 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a03:36:56.096760 tst mo_mt_sms.py: using LAC 25714\u000a03:36:56.216462 tst mo_mt_sms.py: using RAC 214\u000a03:36:56.336182 tst mo_mt_sms.py: using CellId 25714\u000a03:36:56.451934 tst mo_mt_sms.py: using BVCI 25715\u000a03:36:56.473584 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:36:56.483896 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:36:56.494267 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:36:56.504788 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:36:56.515325 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:36:56.525801 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:36:56.639601 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:36:56.835840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:36:58.508600 run create_hlr_db(pid=21129): Launched\u000a03:36:58.674377 bus /sierra_2: Setting Powered False\u000a03:36:59.696139 run create_hlr_db(pid=21129): Terminated: ok {rc=0}\u000a03:37:00.105029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21131): Launched\u000a03:37:00.412710 run osmo-hlr_10.42.42.2(pid=21132): Launched\u000a03:37:00.531870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:03.079343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21134): Launched\u000a03:37:03.385911 run osmo-stp_10.42.42.5(pid=21135): Launched\u000a03:37:03.498107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:08.849406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21137): Launched\u000a03:37:09.154700 run osmo-msc_10.42.42.6(pid=21138): Launched\u000a03:37:09.333525 run osmo-stp_10.42.42.5(pid=21135): ERR: Terminated: ERROR {rc=1} [trial-2369↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21135)]\u000a03:37:09.462730 run osmo-stp_10.42.42.5(pid=21135): stdout: \u000a| (launched: 2022-12-10_03:37:03.235303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:09.592002 run osmo-stp_10.42.42.5(pid=21135): stderr: \u000a| �[0;m�[38;5;43m20221210033703426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033703426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033703426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033703427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033703427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033703427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033703427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:09.718738 run osmo-stp_10.42.42.5(pid=21135): stdout: \u000a| (launched: 2022-12-10_03:37:03.235303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:09.841184 run osmo-stp_10.42.42.5(pid=21135): stderr: \u000a| �[0;m�[38;5;43m20221210033703426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033703426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033703426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033703427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033703427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033703427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033703427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:09.894884 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21135): Process ended prematurely: osmo-stp_10.42.42.5(pid=21135) [trial-2369↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21135)] [trial-2369↪sms:sysmo↪mo_mt_sms.py:16]\u000a03:37:09.903397 tst mo_mt_sms.py:16: Test FAILED (13.9 sec)\u000a03:37:09.964870 run osmo-hlr_10.42.42.2(pid=21132): ERR: Terminated: ERROR {rc=237} [trial-2369↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21132)]\u000a03:37:10.015584 run osmo-hlr_10.42.42.2(pid=21132): stdout: \u000a| (launched: 2022-12-10_03:37:00.261947) \u000a03:37:10.066562 run osmo-hlr_10.42.42.2(pid=21132): stderr: \u000a| �[0;m�[1;31m20221210033700456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033700456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033700456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033700456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033700456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033700457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033700470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033700478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033700478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033700478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:10.136172 run osmo-msc_10.42.42.6(pid=21138): ERR: Terminated: ERROR {rc=2} [trial-2369↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21138)]\u000a03:37:10.186958 run osmo-msc_10.42.42.6(pid=21138): stdout: \u000a| (launched: 2022-12-10_03:37:09.005250) \u000a03:37:10.238363 run osmo-msc_10.42.42.6(pid=21138): stderr: \u000a| �[0;m�[38;5;43m20221210033709328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033709328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05c0f7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033709328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033709328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033709329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033709329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033709330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033709331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033709331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033709331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:10.281895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21131): Terminating (SIGTERM)\u000a03:37:10.323137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21134): Terminating (SIGTERM)\u000a03:37:10.364411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21137): Terminating (SIGTERM)\u000a03:37:10.373913 --- ParallelTerminationStrategy: PID 21131 died...\u000a03:37:10.428788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21131): Terminated: ok {rc=0}\u000a03:37:10.438704 --- ParallelTerminationStrategy: PID 21134 died...\u000a03:37:10.494406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21134): Terminated: ok {rc=0}\u000a03:37:10.504314 --- ParallelTerminationStrategy: PID 21137 died...\u000a03:37:10.559229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21137): Terminated: ok {rc=0}\u000a03:37:10.645873 bus /sierra_3: Setting Powered False\u000a03:37:11.751090 bus /sierra_3: Setting Powered False\u000a03:37:12.861399 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:36:55" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21144) [trial-2369↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21144)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21144) [trial-2369↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a03:37:14.657879 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a03:37:14.668656 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a03:37:14.792542 tst assert_extension.py: using LAC 25715\u000a03:37:14.916813 tst assert_extension.py: using RAC 215\u000a03:37:15.035679 tst assert_extension.py: using CellId 25715\u000a03:37:15.159392 tst assert_extension.py: using BVCI 25716\u000a03:37:15.182814 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a03:37:15.447002 tst assert_extension.py:10: start nitb and bts...\u000a03:37:15.566295 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:37:16.219491 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21143): Launched\u000a03:37:16.536278 run osmo-nitb_10.42.42.2(pid=21144): Launched\u000a03:37:16.717212 run osmo-nitb_10.42.42.2(pid=21144): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21144)]\u000a03:37:16.851291 run osmo-nitb_10.42.42.2(pid=21144): stdout: \u000a| (launched: 2022-12-10_03:37:16.367636) \u000a03:37:17.007916 run osmo-nitb_10.42.42.2(pid=21144): stderr: \u000a| (launched: 2022-12-10_03:37:16.410840)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:17.137686 run osmo-nitb_10.42.42.2(pid=21144): stdout: \u000a| (launched: 2022-12-10_03:37:16.367636) \u000a03:37:17.266494 run osmo-nitb_10.42.42.2(pid=21144): stderr: \u000a| (launched: 2022-12-10_03:37:16.410840)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:17.653291 tst osmo-nitb_10.42.42.2(pid=21144): stdout: \u000a| (launched: 2022-12-10_03:37:16.367636) \u000a03:37:17.768193 tst osmo-nitb_10.42.42.2(pid=21144): stderr: \u000a| (launched: 2022-12-10_03:37:16.410840)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:17.818616 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21144) [trial-2369↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21144)] [trial-2369↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a03:37:17.826981 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:37:17.861410 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21143): Terminating (SIGTERM)\u000a03:37:18.038982 --- ParallelTerminationStrategy: PID 21143 died...\u000a03:37:18.093631 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21143): Terminated: ok {rc=0}\u000a03:37:18.180867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:37:14" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21155): Process ended prematurely: osmo-stp_10.42.42.5(pid=21155) [trial-2369↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21155)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21155): Process ended prematurely: osmo-stp_10.42.42.5(pid=21155) [trial-2369↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a03:37:19.995941 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:20.010380 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a03:37:20.138347 tst assert_extension.py: using LAC 25716\u000a03:37:20.257226 tst assert_extension.py: using RAC 216\u000a03:37:20.376412 tst assert_extension.py: using CellId 25716\u000a03:37:20.496885 tst assert_extension.py: using BVCI 25717\u000a03:37:20.520134 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:20.531040 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:20.541876 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:20.553147 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:20.564271 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:20.575438 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a03:37:20.769662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:21.223192 run create_hlr_db(pid=21149): Launched\u000a03:37:21.389706 bus /sierra_2: Setting Powered False\u000a03:37:22.411424 run create_hlr_db(pid=21149): Terminated: ok {rc=0}\u000a03:37:22.795513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21151): Launched\u000a03:37:23.083083 run osmo-hlr_10.42.42.2(pid=21152): Launched\u000a03:37:23.191212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:23.690875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21154): Launched\u000a03:37:23.979177 run osmo-stp_10.42.42.5(pid=21155): Launched\u000a03:37:24.084280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:24.608581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21157): Launched\u000a03:37:24.896246 run osmo-msc_10.42.42.6(pid=21158): Launched\u000a03:37:25.078199 run osmo-stp_10.42.42.5(pid=21155): ERR: Terminated: ERROR {rc=1} [trial-2369↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21155)]\u000a03:37:25.201798 run osmo-stp_10.42.42.5(pid=21155): stdout: \u000a| (launched: 2022-12-10_03:37:23.836918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:25.322781 run osmo-stp_10.42.42.5(pid=21155): stderr: \u000a| �[0;m�[38;5;43m20221210033724005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033724005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033724006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033724006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033724006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033724007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033724007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:25.439124 run osmo-stp_10.42.42.5(pid=21155): stdout: \u000a| (launched: 2022-12-10_03:37:23.836918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:25.554681 run osmo-stp_10.42.42.5(pid=21155): stderr: \u000a| �[0;m�[38;5;43m20221210033724005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033724005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033724006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033724006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033724006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033724007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033724007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:25.605224 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21155): Process ended prematurely: osmo-stp_10.42.42.5(pid=21155) [trial-2369↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21155)] [trial-2369↪ussd:sysmo↪assert_extension.py:17]\u000a03:37:25.613296 tst assert_extension.py:17: Test FAILED (5.6 sec)\u000a03:37:25.672596 run osmo-hlr_10.42.42.2(pid=21152): ERR: Terminated: ERROR {rc=237} [trial-2369↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21152)]\u000a03:37:25.721341 run osmo-hlr_10.42.42.2(pid=21152): stdout: \u000a| (launched: 2022-12-10_03:37:22.941760) \u000a03:37:25.771156 run osmo-hlr_10.42.42.2(pid=21152): stderr: \u000a| �[0;m�[1;31m20221210033723115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033723115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033723115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033723115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033723115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033723115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033723129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033723137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033723137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033723137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:25.838145 run osmo-msc_10.42.42.6(pid=21158): ERR: Terminated: ERROR {rc=2} [trial-2369↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21158)]\u000a03:37:25.886851 run osmo-msc_10.42.42.6(pid=21158): stdout: \u000a| (launched: 2022-12-10_03:37:24.754511) \u000a03:37:25.936222 run osmo-msc_10.42.42.6(pid=21158): stderr: \u000a| �[0;m�[38;5;43m20221210033725025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033725026 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f167c135c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033725026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033725026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033725026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033725026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033725028 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033725028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033725029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033725029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:25.977830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21151): Terminating (SIGTERM)\u000a03:37:26.017340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21154): Terminating (SIGTERM)\u000a03:37:26.056903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21157): Terminating (SIGTERM)\u000a03:37:26.066164 --- ParallelTerminationStrategy: PID 21151 died...\u000a03:37:26.118863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21151): Terminated: ok {rc=0}\u000a03:37:26.128442 --- ParallelTerminationStrategy: PID 21154 died...\u000a03:37:26.181078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21154): Terminated: ok {rc=0}\u000a03:37:26.190500 --- ParallelTerminationStrategy: PID 21157 died...\u000a03:37:26.242785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21157): Terminated: ok {rc=0}\u000a03:37:26.330631 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:37:19" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21170): Process ended prematurely: osmo-stp_10.42.42.5(pid=21170) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21170)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21170): Process ended prematurely: osmo-stp_10.42.42.5(pid=21170) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:37:28.250563 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:28.262003 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:37:28.411408 tst mo_mt_call.py: using LAC 25717\u000a03:37:28.529389 tst mo_mt_call.py: using RAC 217\u000a03:37:28.655853 tst mo_mt_call.py: using CellId 25717\u000a03:37:28.776690 tst mo_mt_call.py: using BVCI 25718\u000a03:37:28.800416 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:28.811854 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:28.823485 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:28.834845 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:28.846147 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:28.857538 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:28.970045 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:29.168454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:29.631270 run create_hlr_db(pid=21164): Launched\u000a03:37:29.800463 bus /sierra_2: Setting Powered False\u000a03:37:30.833051 run create_hlr_db(pid=21164): Terminated: ok {rc=0}\u000a03:37:31.286562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21166): Launched\u000a03:37:31.701908 run osmo-hlr_10.42.42.2(pid=21167): Launched\u000a03:37:31.868208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:32.536495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21169): Launched\u000a03:37:32.848535 run osmo-stp_10.42.42.5(pid=21170): Launched\u000a03:37:32.962199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:33.532233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21172): Launched\u000a03:37:33.843687 run osmo-msc_10.42.42.6(pid=21173): Launched\u000a03:37:34.026293 run osmo-stp_10.42.42.5(pid=21170): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21170)]\u000a03:37:34.158415 run osmo-stp_10.42.42.5(pid=21170): stdout: \u000a| (launched: 2022-12-10_03:37:32.695792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:34.290125 run osmo-stp_10.42.42.5(pid=21170): stderr: \u000a| �[0;m�[38;5;43m20221210033732887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033732887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033732887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033732888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033732890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033732890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033732890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:34.416335 run osmo-stp_10.42.42.5(pid=21170): stdout: \u000a| (launched: 2022-12-10_03:37:32.695792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:34.541134 run osmo-stp_10.42.42.5(pid=21170): stderr: \u000a| �[0;m�[38;5;43m20221210033732887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033732887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033732887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033732888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033732890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033732890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033732890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:34.596146 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21170): Process ended prematurely: osmo-stp_10.42.42.5(pid=21170) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21170)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:37:34.605269 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:37:34.666295 run osmo-hlr_10.42.42.2(pid=21167): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21167)]\u000a03:37:34.716693 run osmo-hlr_10.42.42.2(pid=21167): stdout: \u000a| (launched: 2022-12-10_03:37:31.449657) \u000a03:37:34.767489 run osmo-hlr_10.42.42.2(pid=21167): stderr: \u000a| �[0;m�[1;31m20221210033731762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033731762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033731762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033731762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033731762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033731762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033731775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033731788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033731788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033731788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:34.836279 run osmo-msc_10.42.42.6(pid=21173): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21173)]\u000a03:37:34.886351 run osmo-msc_10.42.42.6(pid=21173): stdout: \u000a| (launched: 2022-12-10_03:37:33.691220) \u000a03:37:34.937090 run osmo-msc_10.42.42.6(pid=21173): stderr: \u000a| �[0;m�[38;5;43m20221210033734011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033734011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e57c55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033734011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033734011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033734012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033734012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033734013 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033734014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033734014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033734014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:34.980214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21166): Terminating (SIGTERM)\u000a03:37:35.021068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21169): Terminating (SIGTERM)\u000a03:37:35.062001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21172): Terminating (SIGTERM)\u000a03:37:35.071320 --- ParallelTerminationStrategy: PID 21166 died...\u000a03:37:35.125765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21166): Terminated: ok {rc=0}\u000a03:37:35.135534 --- ParallelTerminationStrategy: PID 21169 died...\u000a03:37:35.190077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21169): Terminated: ok {rc=0}\u000a03:37:35.199855 --- ParallelTerminationStrategy: PID 21172 died...\u000a03:37:35.254468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21172): Terminated: ok {rc=0}\u000a03:37:35.352125 bus /sierra_3: Setting Powered False\u000a03:37:36.459848 bus /sierra_3: Setting Powered False\u000a03:37:37.569758 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21181): Process ended prematurely: osmo-stp_10.42.42.5(pid=21181) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21181)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21181): Process ended prematurely: osmo-stp_10.42.42.5(pid=21181) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:37:38.681739 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:38.694080 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:37:38.844034 tst mo_mt_call_osmux.py: using LAC 25718\u000a03:37:38.966976 tst mo_mt_call_osmux.py: using RAC 218\u000a03:37:39.090212 tst mo_mt_call_osmux.py: using CellId 25718\u000a03:37:39.208664 tst mo_mt_call_osmux.py: using BVCI 25719\u000a03:37:39.231148 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:39.242091 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:39.252843 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:39.263863 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:39.275003 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:39.286038 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:39.400691 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:39.598284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:40.058613 run create_hlr_db(pid=21175): Launched\u000a03:37:40.227579 bus /sierra_2: Setting Powered False\u000a03:37:41.249283 run create_hlr_db(pid=21175): Terminated: ok {rc=0}\u000a03:37:41.640060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21177): Launched\u000a03:37:41.934012 run osmo-hlr_10.42.42.2(pid=21178): Launched\u000a03:37:42.047087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:42.566847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21180): Launched\u000a03:37:42.860123 run osmo-stp_10.42.42.5(pid=21181): Launched\u000a03:37:42.967565 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:43.502706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21183): Launched\u000a03:37:43.796231 run osmo-msc_10.42.42.6(pid=21184): Launched\u000a03:37:43.968772 run osmo-stp_10.42.42.5(pid=21181): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21181)]\u000a03:37:44.093932 run osmo-stp_10.42.42.5(pid=21181): stdout: \u000a| (launched: 2022-12-10_03:37:42.715688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:44.216022 run osmo-stp_10.42.42.5(pid=21181): stderr: \u000a| �[0;m�[38;5;43m20221210033742885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033742885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033742885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033742886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033742886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033742886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033742886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:44.333730 run osmo-stp_10.42.42.5(pid=21181): stdout: \u000a| (launched: 2022-12-10_03:37:42.715688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:44.450311 run osmo-stp_10.42.42.5(pid=21181): stderr: \u000a| �[0;m�[38;5;43m20221210033742885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033742885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033742885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033742886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033742886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033742886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033742886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:44.502307 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21181): Process ended prematurely: osmo-stp_10.42.42.5(pid=21181) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21181)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:37:44.510989 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a03:37:44.570285 run osmo-hlr_10.42.42.2(pid=21178): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21178)]\u000a03:37:44.618822 run osmo-hlr_10.42.42.2(pid=21178): stdout: \u000a| (launched: 2022-12-10_03:37:41.789140) \u000a03:37:44.668157 run osmo-hlr_10.42.42.2(pid=21178): stderr: \u000a| �[0;m�[1;31m20221210033741964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033741964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033741964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033741964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033741964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033741964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033741988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033741997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033741998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033741998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:44.734676 run osmo-msc_10.42.42.6(pid=21184): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21184)]\u000a03:37:44.783117 run osmo-msc_10.42.42.6(pid=21184): stdout: \u000a| (launched: 2022-12-10_03:37:43.651240) \u000a03:37:44.832110 run osmo-msc_10.42.42.6(pid=21184): stderr: \u000a| �[0;m�[38;5;43m20221210033743918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033743918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1798b59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033743918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033743918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033743918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033743919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033743920 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033743921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033743921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033743921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:44.873042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21177): Terminating (SIGTERM)\u000a03:37:44.912018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21180): Terminating (SIGTERM)\u000a03:37:44.951088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21183): Terminating (SIGTERM)\u000a03:37:44.960250 --- ParallelTerminationStrategy: PID 21177 died...\u000a03:37:45.012795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21177): Terminated: ok {rc=0}\u000a03:37:45.022255 --- ParallelTerminationStrategy: PID 21180 died...\u000a03:37:45.074674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21180): Terminated: ok {rc=0}\u000a03:37:45.084270 --- ParallelTerminationStrategy: PID 21183 died...\u000a03:37:45.136596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21183): Terminated: ok {rc=0}\u000a03:37:45.219131 bus /sierra_3: Setting Powered False\u000a03:37:46.320175 bus /sierra_3: Setting Powered False\u000a03:37:47.423756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:37:27" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21195): Process ended prematurely: osmo-stp_10.42.42.5(pid=21195) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21195)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21195): Process ended prematurely: osmo-stp_10.42.42.5(pid=21195) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:37:49.393728 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:37:49.405178 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:37:49.556127 tst mo_mt_call.py: using LAC 25719\u000a03:37:49.677181 tst mo_mt_call.py: using RAC 219\u000a03:37:49.798811 tst mo_mt_call.py: using CellId 25719\u000a03:37:49.920429 tst mo_mt_call.py: using BVCI 25720\u000a03:37:49.944360 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:37:49.955732 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:37:49.967023 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:37:49.978196 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:37:49.989529 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:37:50.000736 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:37:50.118252 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:37:50.322921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:50.824812 run create_hlr_db(pid=21189): Launched\u000a03:37:51.007091 bus /sierra_2: Setting Powered False\u000a03:37:52.016727 run create_hlr_db(pid=21189): Terminated: ok {rc=0}\u000a03:37:52.441240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21191): Launched\u000a03:37:52.755163 run osmo-hlr_10.42.42.2(pid=21192): Launched\u000a03:37:52.868062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:53.413772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21194): Launched\u000a03:37:53.726907 run osmo-stp_10.42.42.5(pid=21195): Launched\u000a03:37:53.841556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:54.414632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21197): Launched\u000a03:37:54.729400 run osmo-msc_10.42.42.6(pid=21198): Launched\u000a03:37:54.912629 run osmo-stp_10.42.42.5(pid=21195): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21195)]\u000a03:37:55.045308 run osmo-stp_10.42.42.5(pid=21195): stdout: \u000a| (launched: 2022-12-10_03:37:53.573139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:55.177504 run osmo-stp_10.42.42.5(pid=21195): stderr: \u000a| �[0;m�[38;5;43m20221210033753765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033753765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033753765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033753765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033753766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033753766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033753766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:55.303131 run osmo-stp_10.42.42.5(pid=21195): stdout: \u000a| (launched: 2022-12-10_03:37:53.573139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:55.427797 run osmo-stp_10.42.42.5(pid=21195): stderr: \u000a| �[0;m�[38;5;43m20221210033753765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033753765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033753765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033753765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033753766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033753766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033753766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:55.483180 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21195): Process ended prematurely: osmo-stp_10.42.42.5(pid=21195) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21195)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:37:55.492489 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:37:55.553630 run osmo-hlr_10.42.42.2(pid=21192): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21192)]\u000a03:37:55.604062 run osmo-hlr_10.42.42.2(pid=21192): stdout: \u000a| (launched: 2022-12-10_03:37:52.601692) \u000a03:37:55.654762 run osmo-hlr_10.42.42.2(pid=21192): stderr: \u000a| �[0;m�[1;31m20221210033752799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033752799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033752799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033752800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033752800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033752800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033752876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033752885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033752886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033752886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:55.724126 run osmo-msc_10.42.42.6(pid=21198): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21198)]\u000a03:37:55.774674 run osmo-msc_10.42.42.6(pid=21198): stdout: \u000a| (launched: 2022-12-10_03:37:54.575057) \u000a03:37:55.825379 run osmo-msc_10.42.42.6(pid=21198): stderr: \u000a| �[0;m�[38;5;43m20221210033754899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033754899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0711298c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033754899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033754899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033754899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033754900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033754903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033754904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033754904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033754904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:55.868386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21191): Terminating (SIGTERM)\u000a03:37:55.909257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21194): Terminating (SIGTERM)\u000a03:37:55.950020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21197): Terminating (SIGTERM)\u000a03:37:55.959445 --- ParallelTerminationStrategy: PID 21191 died...\u000a03:37:56.014335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21191): Terminated: ok {rc=0}\u000a03:37:56.024094 --- ParallelTerminationStrategy: PID 21194 died...\u000a03:37:56.079119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21194): Terminated: ok {rc=0}\u000a03:37:56.089135 --- ParallelTerminationStrategy: PID 21197 died...\u000a03:37:56.143787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21197): Terminated: ok {rc=0}\u000a03:37:56.229597 bus /sierra_3: Setting Powered False\u000a03:37:57.332396 bus /sierra_3: Setting Powered False\u000a03:37:58.438289 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21206): Process ended prematurely: osmo-stp_10.42.42.5(pid=21206) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21206)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21206): Process ended prematurely: osmo-stp_10.42.42.5(pid=21206) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:37:59.544631 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:37:59.556053 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:37:59.697664 tst mo_mt_call_osmux.py: using LAC 25720\u000a03:37:59.812699 tst mo_mt_call_osmux.py: using RAC 220\u000a03:37:59.927321 tst mo_mt_call_osmux.py: using CellId 25720\u000a03:38:00.042800 tst mo_mt_call_osmux.py: using BVCI 25721\u000a03:38:00.065131 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:00.075937 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:00.086646 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:00.097538 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:00.108500 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:00.119505 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:00.232641 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:00.438332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:00.994813 run create_hlr_db(pid=21200): Launched\u000a03:38:01.188213 bus /sierra_2: Setting Powered False\u000a03:38:02.225271 run create_hlr_db(pid=21200): Terminated: ok {rc=0}\u000a03:38:02.619525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21202): Launched\u000a03:38:02.912330 run osmo-hlr_10.42.42.2(pid=21203): Launched\u000a03:38:03.019502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:03.527684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21205): Launched\u000a03:38:03.820406 run osmo-stp_10.42.42.5(pid=21206): Launched\u000a03:38:03.927505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:04.461231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21208): Launched\u000a03:38:04.755873 run osmo-msc_10.42.42.6(pid=21209): Launched\u000a03:38:04.928363 run osmo-stp_10.42.42.5(pid=21206): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21206)]\u000a03:38:05.054096 run osmo-stp_10.42.42.5(pid=21206): stdout: \u000a| (launched: 2022-12-10_03:38:03.676283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:05.177263 run osmo-stp_10.42.42.5(pid=21206): stderr: \u000a| �[0;m�[38;5;43m20221210033803846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033803846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033803846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033803846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033803847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033803847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033803847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:05.295255 run osmo-stp_10.42.42.5(pid=21206): stdout: \u000a| (launched: 2022-12-10_03:38:03.676283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:05.412315 run osmo-stp_10.42.42.5(pid=21206): stderr: \u000a| �[0;m�[38;5;43m20221210033803846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033803846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033803846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033803846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033803847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033803847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033803847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:05.463992 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21206): Process ended prematurely: osmo-stp_10.42.42.5(pid=21206) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21206)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:38:05.472507 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:38:05.531270 run osmo-hlr_10.42.42.2(pid=21203): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21203)]\u000a03:38:05.579186 run osmo-hlr_10.42.42.2(pid=21203): stdout: \u000a| (launched: 2022-12-10_03:38:02.768773) \u000a03:38:05.628070 run osmo-hlr_10.42.42.2(pid=21203): stderr: \u000a| �[0;m�[1;31m20221210033802944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033802944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033802944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033802944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033802945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033802945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033802957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033802965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033802965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033802965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:05.693653 run osmo-msc_10.42.42.6(pid=21209): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21209)]\u000a03:38:05.741893 run osmo-msc_10.42.42.6(pid=21209): stdout: \u000a| (launched: 2022-12-10_03:38:04.609693) \u000a03:38:05.790400 run osmo-msc_10.42.42.6(pid=21209): stderr: \u000a| �[0;m�[38;5;43m20221210033804879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033804879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa440736c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033804879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033804879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033804879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033804880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033804882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033804882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033804882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033804882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:05.831284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21202): Terminating (SIGTERM)\u000a03:38:05.870361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21205): Terminating (SIGTERM)\u000a03:38:05.909289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21208): Terminating (SIGTERM)\u000a03:38:05.918468 --- ParallelTerminationStrategy: PID 21202 died...\u000a03:38:05.970981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21202): Terminated: ok {rc=0}\u000a03:38:05.980477 --- ParallelTerminationStrategy: PID 21205 died...\u000a03:38:06.032494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21205): Terminated: ok {rc=0}\u000a03:38:06.042067 --- ParallelTerminationStrategy: PID 21208 died...\u000a03:38:06.094520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21208): Terminated: ok {rc=0}\u000a03:38:06.180353 bus /sierra_3: Setting Powered False\u000a03:38:07.284340 bus /sierra_3: Setting Powered False\u000a03:38:08.393148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:37:49" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21221): Process ended prematurely: osmo-stp_10.42.42.5(pid=21221) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21221)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21221): Process ended prematurely: osmo-stp_10.42.42.5(pid=21221) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:38:10.338304 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:10.349223 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:38:10.489800 tst mo_mt_call.py: using LAC 25721\u000a03:38:10.604638 tst mo_mt_call.py: using RAC 221\u000a03:38:10.721528 tst mo_mt_call.py: using CellId 25721\u000a03:38:10.836851 tst mo_mt_call.py: using BVCI 25722\u000a03:38:10.859242 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:10.870239 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:10.880904 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:10.891955 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:10.902864 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:10.913929 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:11.030130 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:11.235338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:11.737247 run create_hlr_db(pid=21215): Launched\u000a03:38:11.918296 bus /sierra_2: Setting Powered False\u000a03:38:12.939963 run create_hlr_db(pid=21215): Terminated: ok {rc=0}\u000a03:38:13.333862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21217): Launched\u000a03:38:13.626903 run osmo-hlr_10.42.42.2(pid=21218): Launched\u000a03:38:13.739242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:14.256245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21220): Launched\u000a03:38:14.548479 run osmo-stp_10.42.42.5(pid=21221): Launched\u000a03:38:14.656131 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:15.193190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21223): Launched\u000a03:38:15.487894 run osmo-msc_10.42.42.6(pid=21224): Launched\u000a03:38:15.661560 run osmo-stp_10.42.42.5(pid=21221): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21221)]\u000a03:38:15.787449 run osmo-stp_10.42.42.5(pid=21221): stdout: \u000a| (launched: 2022-12-10_03:38:14.404812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:15.935544 run osmo-stp_10.42.42.5(pid=21221): stderr: \u000a| �[0;m�[38;5;43m20221210033814572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033814572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033814573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033814573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033814574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033814574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033814574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:16.065489 run osmo-stp_10.42.42.5(pid=21221): stdout: \u000a| (launched: 2022-12-10_03:38:14.404812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:16.216317 run osmo-stp_10.42.42.5(pid=21221): stderr: \u000a| �[0;m�[38;5;43m20221210033814572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033814572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033814573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033814573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033814574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033814574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033814574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:16.284817 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21221): Process ended prematurely: osmo-stp_10.42.42.5(pid=21221) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21221)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:38:16.299170 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:38:16.374918 run osmo-hlr_10.42.42.2(pid=21218): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21218)]\u000a03:38:16.431833 run osmo-hlr_10.42.42.2(pid=21218): stdout: \u000a| (launched: 2022-12-10_03:38:13.482494) \u000a03:38:16.498698 run osmo-hlr_10.42.42.2(pid=21218): stderr: \u000a| �[0;m�[1;31m20221210033813657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033813657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033813657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033813657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033813657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033813657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033813669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033813677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033813678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033813678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:16.578918 run osmo-msc_10.42.42.6(pid=21224): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21224)]\u000a03:38:16.645268 run osmo-msc_10.42.42.6(pid=21224): stdout: \u000a| (launched: 2022-12-10_03:38:15.342371) \u000a03:38:16.700191 run osmo-msc_10.42.42.6(pid=21224): stderr: \u000a| �[0;m�[38;5;43m20221210033815613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033815613 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb45bc49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033815613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033815613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033815613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033815613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033815615 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033815615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033815615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033815616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:16.745438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21217): Terminating (SIGTERM)\u000a03:38:16.790965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21220): Terminating (SIGTERM)\u000a03:38:16.834538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21223): Terminating (SIGTERM)\u000a03:38:16.844573 --- ParallelTerminationStrategy: PID 21217 died...\u000a03:38:16.902515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21217): Terminated: ok {rc=0}\u000a03:38:16.912749 --- ParallelTerminationStrategy: PID 21220 died...\u000a03:38:16.968634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21220): Terminated: ok {rc=0}\u000a03:38:16.979081 --- ParallelTerminationStrategy: PID 21223 died...\u000a03:38:17.035525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21223): Terminated: ok {rc=0}\u000a03:38:17.141302 bus /sierra_3: Setting Powered False\u000a03:38:18.279915 bus /sierra_3: Setting Powered False\u000a03:38:19.391519 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21503): Process ended prematurely: osmo-stp_10.42.42.5(pid=21503) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21503)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21503): Process ended prematurely: osmo-stp_10.42.42.5(pid=21503) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:38:20.502663 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:20.515199 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:38:20.660335 tst mo_mt_call_osmux.py: using LAC 25722\u000a03:38:20.791017 tst mo_mt_call_osmux.py: using RAC 222\u000a03:38:20.912303 tst mo_mt_call_osmux.py: using CellId 25722\u000a03:38:21.034063 tst mo_mt_call_osmux.py: using BVCI 25723\u000a03:38:21.058895 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:21.071198 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:21.083587 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:21.096148 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:21.108905 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:21.121608 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:21.242960 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:21.451579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:21.997717 run create_hlr_db(pid=21497): Launched\u000a03:38:22.183995 bus /sierra_2: Setting Powered False\u000a03:38:23.204755 run create_hlr_db(pid=21497): Terminated: ok {rc=0}\u000a03:38:23.650358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21499): Launched\u000a03:38:24.080071 run osmo-hlr_10.42.42.2(pid=21500): Launched\u000a03:38:24.321886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:24.900122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21502): Launched\u000a03:38:25.326176 run osmo-stp_10.42.42.5(pid=21503): Launched\u000a03:38:25.547122 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:26.153706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21505): Launched\u000a03:38:26.575220 run osmo-msc_10.42.42.6(pid=21506): Launched\u000a03:38:26.962952 run osmo-stp_10.42.42.5(pid=21503): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21503)]\u000a03:38:27.166298 run osmo-stp_10.42.42.5(pid=21503): stdout: \u000a| (launched: 2022-12-10_03:38:25.064028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:27.300926 run osmo-stp_10.42.42.5(pid=21503): stderr: \u000a| �[0;m�[38;5;43m20221210033825361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033825361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033825362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033825362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033825363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033825363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033825363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:27.431007 run osmo-stp_10.42.42.5(pid=21503): stdout: \u000a| (launched: 2022-12-10_03:38:25.064028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:27.560899 run osmo-stp_10.42.42.5(pid=21503): stderr: \u000a| �[0;m�[38;5;43m20221210033825361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033825361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033825362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033825362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033825363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033825363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033825363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:27.618351 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21503): Process ended prematurely: osmo-stp_10.42.42.5(pid=21503) [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21503)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:38:27.628670 tst mo_mt_call_osmux.py:8: Test FAILED (7.2 sec)\u000a03:38:27.694031 run osmo-hlr_10.42.42.2(pid=21500): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21500)]\u000a03:38:27.747913 run osmo-hlr_10.42.42.2(pid=21500): stdout: \u000a| (launched: 2022-12-10_03:38:23.815407) \u000a03:38:27.801814 run osmo-hlr_10.42.42.2(pid=21500): stderr: \u000a| �[0;m�[1;31m20221210033824125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033824125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033824125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033824125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033824125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033824125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033824143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033824159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033824160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033824160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:27.874765 run osmo-msc_10.42.42.6(pid=21506): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21506)]\u000a03:38:27.927825 run osmo-msc_10.42.42.6(pid=21506): stdout: \u000a| (launched: 2022-12-10_03:38:26.318486) \u000a03:38:27.981276 run osmo-msc_10.42.42.6(pid=21506): stderr: \u000a| �[0;m�[38;5;43m20221210033826824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033826824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86fe3cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033826824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033826824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033826824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033826833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033826835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033826835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033826835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033826835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:28.026507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21499): Terminating (SIGTERM)\u000a03:38:28.072209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21502): Terminating (SIGTERM)\u000a03:38:28.116180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21505): Terminating (SIGTERM)\u000a03:38:28.127616 --- ParallelTerminationStrategy: PID 21499 died...\u000a03:38:28.186533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21499): Terminated: ok {rc=0}\u000a03:38:28.197047 --- ParallelTerminationStrategy: PID 21502 died...\u000a03:38:28.254452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21502): Terminated: ok {rc=0}\u000a03:38:28.264826 --- ParallelTerminationStrategy: PID 21505 died...\u000a03:38:28.321399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21505): Terminated: ok {rc=0}\u000a03:38:28.410927 bus /sierra_3: Setting Powered False\u000a03:38:29.520839 bus /sierra_3: Setting Powered False\u000a03:38:30.634016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:38:10" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21517): Process ended prematurely: osmo-stp_10.42.42.5(pid=21517) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21517)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21517): Process ended prematurely: osmo-stp_10.42.42.5(pid=21517) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:38:32.692365 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:32.705137 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:38:32.855988 tst mo_mt_call.py: using LAC 25723\u000a03:38:32.982179 tst mo_mt_call.py: using RAC 223\u000a03:38:33.122171 tst mo_mt_call.py: using CellId 25723\u000a03:38:33.258882 tst mo_mt_call.py: using BVCI 25724\u000a03:38:33.284448 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:33.296749 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:33.308919 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:33.321232 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:33.333531 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:33.346222 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:38:33.467387 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:38:33.662286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:34.174070 run create_hlr_db(pid=21511): Launched\u000a03:38:34.346777 bus /sierra_2: Setting Powered False\u000a03:38:35.371610 run create_hlr_db(pid=21511): Terminated: ok {rc=0}\u000a03:38:35.801910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21513): Launched\u000a03:38:36.211276 run osmo-hlr_10.42.42.2(pid=21514): Launched\u000a03:38:36.439953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:37.099910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21516): Launched\u000a03:38:37.517904 run osmo-stp_10.42.42.5(pid=21517): Launched\u000a03:38:37.752466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:38.397792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21519): Launched\u000a03:38:38.710345 run osmo-msc_10.42.42.6(pid=21521): Launched\u000a03:38:38.893631 run osmo-stp_10.42.42.5(pid=21517): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21517)]\u000a03:38:39.025322 run osmo-stp_10.42.42.5(pid=21517): stdout: \u000a| (launched: 2022-12-10_03:38:37.255766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:39.156903 run osmo-stp_10.42.42.5(pid=21517): stderr: \u000a| �[0;m�[38;5;43m20221210033837587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033837587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033837587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033837587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033837588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033837588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033837588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:39.282999 run osmo-stp_10.42.42.5(pid=21517): stdout: \u000a| (launched: 2022-12-10_03:38:37.255766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:39.407938 run osmo-stp_10.42.42.5(pid=21517): stderr: \u000a| �[0;m�[38;5;43m20221210033837587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033837587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033837587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033837587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033837588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033837588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033837588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:39.463136 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21517): Process ended prematurely: osmo-stp_10.42.42.5(pid=21517) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21517)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:38:39.472210 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a03:38:39.533678 run osmo-hlr_10.42.42.2(pid=21514): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21514)]\u000a03:38:39.584255 run osmo-hlr_10.42.42.2(pid=21514): stdout: \u000a| (launched: 2022-12-10_03:38:35.956847) \u000a03:38:39.635479 run osmo-hlr_10.42.42.2(pid=21514): stderr: \u000a| �[0;m�[1;31m20221210033836307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033836307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033836307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033836307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033836307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033836307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033836331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033836343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033836344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033836344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:39.705079 run osmo-msc_10.42.42.6(pid=21521): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21521)]\u000a03:38:39.756028 run osmo-msc_10.42.42.6(pid=21521): stdout: \u000a| (launched: 2022-12-10_03:38:38.558453) \u000a03:38:39.807507 run osmo-msc_10.42.42.6(pid=21521): stderr: \u000a| �[0;m�[38;5;43m20221210033838880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033838881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efde8e5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033838881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033838881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033838881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033838881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033838883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033838883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033838883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033838883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:39.850783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21513): Terminating (SIGTERM)\u000a03:38:39.891800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21516): Terminating (SIGTERM)\u000a03:38:39.933034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21519): Terminating (SIGTERM)\u000a03:38:39.942392 --- ParallelTerminationStrategy: PID 21513 died...\u000a03:38:39.997223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21513): Terminated: ok {rc=0}\u000a03:38:40.007056 --- ParallelTerminationStrategy: PID 21516 died...\u000a03:38:40.061763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21516): Terminated: ok {rc=0}\u000a03:38:40.071597 --- ParallelTerminationStrategy: PID 21519 died...\u000a03:38:40.126383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21519): Terminated: ok {rc=0}\u000a03:38:40.212354 bus /sierra_3: Setting Powered False\u000a03:38:41.317616 bus /sierra_3: Setting Powered False\u000a03:38:42.425957 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21529): Process ended prematurely: osmo-stp_10.42.42.5(pid=21529) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21529)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21529): Process ended prematurely: osmo-stp_10.42.42.5(pid=21529) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:38:43.533105 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:43.544546 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:38:43.686627 tst mo_mt_call_osmux.py: using LAC 25724\u000a03:38:43.801405 tst mo_mt_call_osmux.py: using RAC 224\u000a03:38:43.916939 tst mo_mt_call_osmux.py: using CellId 25724\u000a03:38:44.032788 tst mo_mt_call_osmux.py: using BVCI 25725\u000a03:38:44.055157 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:44.066023 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:44.076557 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:44.087367 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:44.098449 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:44.109497 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:38:44.225633 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:38:44.421105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:44.882433 run create_hlr_db(pid=21523): Launched\u000a03:38:45.051927 bus /sierra_2: Setting Powered False\u000a03:38:46.088674 run create_hlr_db(pid=21523): Terminated: ok {rc=0}\u000a03:38:46.524562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21525): Launched\u000a03:38:46.873118 run osmo-hlr_10.42.42.2(pid=21526): Launched\u000a03:38:47.074374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:47.691647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21528): Launched\u000a03:38:47.984566 run osmo-stp_10.42.42.5(pid=21529): Launched\u000a03:38:48.092292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:48.628080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21531): Launched\u000a03:38:48.921216 run osmo-msc_10.42.42.6(pid=21532): Launched\u000a03:38:49.093986 run osmo-stp_10.42.42.5(pid=21529): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21529)]\u000a03:38:49.219085 run osmo-stp_10.42.42.5(pid=21529): stdout: \u000a| (launched: 2022-12-10_03:38:47.840663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:49.341752 run osmo-stp_10.42.42.5(pid=21529): stderr: \u000a| �[0;m�[38;5;43m20221210033848009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033848009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033848009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033848010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033848010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033848010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033848010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:49.459580 run osmo-stp_10.42.42.5(pid=21529): stdout: \u000a| (launched: 2022-12-10_03:38:47.840663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:49.576698 run osmo-stp_10.42.42.5(pid=21529): stderr: \u000a| �[0;m�[38;5;43m20221210033848009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033848009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033848009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033848010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033848010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033848010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033848010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:49.628526 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21529): Process ended prematurely: osmo-stp_10.42.42.5(pid=21529) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21529)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:38:49.637392 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:38:49.696392 run osmo-hlr_10.42.42.2(pid=21526): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21526)]\u000a03:38:49.744328 run osmo-hlr_10.42.42.2(pid=21526): stdout: \u000a| (launched: 2022-12-10_03:38:46.688788) \u000a03:38:49.793873 run osmo-hlr_10.42.42.2(pid=21526): stderr: \u000a| �[0;m�[1;31m20221210033847004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033847004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033847004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033847004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033847004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033847004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033847018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033847038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033847038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033847038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:49.860171 run osmo-msc_10.42.42.6(pid=21532): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21532)]\u000a03:38:49.908630 run osmo-msc_10.42.42.6(pid=21532): stdout: \u000a| (launched: 2022-12-10_03:38:48.776680) \u000a03:38:49.957773 run osmo-msc_10.42.42.6(pid=21532): stderr: \u000a| �[0;m�[38;5;43m20221210033849046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033849046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb23cfdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033849046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033849046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033849047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033849047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033849048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033849049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033849049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033849049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:49.998921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21525): Terminating (SIGTERM)\u000a03:38:50.038084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21528): Terminating (SIGTERM)\u000a03:38:50.077339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21531): Terminating (SIGTERM)\u000a03:38:50.086530 --- ParallelTerminationStrategy: PID 21525 died...\u000a03:38:50.138899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21525): Terminated: ok {rc=0}\u000a03:38:50.148425 --- ParallelTerminationStrategy: PID 21528 died...\u000a03:38:50.200370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21528): Terminated: ok {rc=0}\u000a03:38:50.210002 --- ParallelTerminationStrategy: PID 21531 died...\u000a03:38:50.262587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21531): Terminated: ok {rc=0}\u000a03:38:50.350210 bus /sierra_3: Setting Powered False\u000a03:38:51.451729 bus /sierra_3: Setting Powered False\u000a03:38:52.556304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:38:32" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21543): Process ended prematurely: osmo-stp_10.42.42.5(pid=21543) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21543)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21543): Process ended prematurely: osmo-stp_10.42.42.5(pid=21543) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:38:54.498804 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:38:54.509892 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:38:54.656850 tst mo_mt_call.py: using LAC 25725\u000a03:38:54.778923 tst mo_mt_call.py: using RAC 225\u000a03:38:54.902866 tst mo_mt_call.py: using CellId 25725\u000a03:38:55.024474 tst mo_mt_call.py: using BVCI 25726\u000a03:38:55.048675 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:38:55.060128 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:38:55.071356 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:38:55.082610 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:38:55.093912 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:38:55.105151 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:38:55.218560 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:38:55.414008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:55.875190 run create_hlr_db(pid=21537): Launched\u000a03:38:56.043954 bus /sierra_2: Setting Powered False\u000a03:38:57.065672 run create_hlr_db(pid=21537): Terminated: ok {rc=0}\u000a03:38:57.455795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21539): Launched\u000a03:38:57.759402 run osmo-hlr_10.42.42.2(pid=21540): Launched\u000a03:38:57.879182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:58.423458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21542): Launched\u000a03:38:58.738166 run osmo-stp_10.42.42.5(pid=21543): Launched\u000a03:38:58.852080 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:59.425900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21545): Launched\u000a03:38:59.741917 run osmo-msc_10.42.42.6(pid=21546): Launched\u000a03:38:59.926742 run osmo-stp_10.42.42.5(pid=21543): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21543)]\u000a03:39:00.059609 run osmo-stp_10.42.42.5(pid=21543): stdout: \u000a| (launched: 2022-12-10_03:38:58.583376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:00.192393 run osmo-stp_10.42.42.5(pid=21543): stderr: \u000a| �[0;m�[38;5;43m20221210033858777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033858777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033858777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033858778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033858778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033858778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033858778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:00.319131 run osmo-stp_10.42.42.5(pid=21543): stdout: \u000a| (launched: 2022-12-10_03:38:58.583376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:00.444661 run osmo-stp_10.42.42.5(pid=21543): stderr: \u000a| �[0;m�[38;5;43m20221210033858777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033858777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033858777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033858778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033858778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033858778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033858778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:00.500351 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21543): Process ended prematurely: osmo-stp_10.42.42.5(pid=21543) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21543)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:39:00.509492 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:39:00.571228 run osmo-hlr_10.42.42.2(pid=21540): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21540)]\u000a03:39:00.622147 run osmo-hlr_10.42.42.2(pid=21540): stdout: \u000a| (launched: 2022-12-10_03:38:57.604460) \u000a03:39:00.673420 run osmo-hlr_10.42.42.2(pid=21540): stderr: \u000a| �[0;m�[1;31m20221210033857800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033857800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033857800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033857800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033857800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033857801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033857813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033857822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033857822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033857822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:00.743086 run osmo-msc_10.42.42.6(pid=21546): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21546)]\u000a03:39:00.793867 run osmo-msc_10.42.42.6(pid=21546): stdout: \u000a| (launched: 2022-12-10_03:38:59.586166) \u000a03:39:00.860111 run osmo-msc_10.42.42.6(pid=21546): stderr: \u000a| �[0;m�[38;5;43m20221210033859907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033859907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bd1ddfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033859907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033859907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033859907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033859907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033859909 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033859910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033859910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033859910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:00.921138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21539): Terminating (SIGTERM)\u000a03:39:00.965363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21542): Terminating (SIGTERM)\u000a03:39:01.009687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21545): Terminating (SIGTERM)\u000a03:39:01.020001 --- ParallelTerminationStrategy: PID 21539 died...\u000a03:39:01.082845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21539): Terminated: ok {rc=0}\u000a03:39:01.093502 --- ParallelTerminationStrategy: PID 21542 died...\u000a03:39:01.150305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21542): Terminated: ok {rc=0}\u000a03:39:01.160654 --- ParallelTerminationStrategy: PID 21545 died...\u000a03:39:01.216246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21545): Terminated: ok {rc=0}\u000a03:39:01.306187 bus /sierra_3: Setting Powered False\u000a03:39:02.406210 bus /sierra_3: Setting Powered False\u000a03:39:03.513556 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21554): Process ended prematurely: osmo-stp_10.42.42.5(pid=21554) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21554)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21554): Process ended prematurely: osmo-stp_10.42.42.5(pid=21554) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:39:04.626323 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:04.638253 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:39:04.788519 tst mo_mt_call_osmux.py: using LAC 25726\u000a03:39:04.910826 tst mo_mt_call_osmux.py: using RAC 226\u000a03:39:05.030202 tst mo_mt_call_osmux.py: using CellId 25726\u000a03:39:05.147441 tst mo_mt_call_osmux.py: using BVCI 25727\u000a03:39:05.169710 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:05.180879 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:05.191594 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:05.202607 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:05.213724 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:05.224693 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:05.342401 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:05.550581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:06.050555 run create_hlr_db(pid=21548): Launched\u000a03:39:06.232693 bus /sierra_2: Setting Powered False\u000a03:39:07.253056 run create_hlr_db(pid=21548): Terminated: ok {rc=0}\u000a03:39:07.646652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21550): Launched\u000a03:39:07.939425 run osmo-hlr_10.42.42.2(pid=21551): Launched\u000a03:39:08.052575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:08.595587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21553): Launched\u000a03:39:08.907524 run osmo-stp_10.42.42.5(pid=21554): Launched\u000a03:39:09.020701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:09.593776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21556): Launched\u000a03:39:09.906423 run osmo-msc_10.42.42.6(pid=21557): Launched\u000a03:39:10.089602 run osmo-stp_10.42.42.5(pid=21554): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21554)]\u000a03:39:10.222263 run osmo-stp_10.42.42.5(pid=21554): stdout: \u000a| (launched: 2022-12-10_03:39:08.754818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:10.354448 run osmo-stp_10.42.42.5(pid=21554): stderr: \u000a| �[0;m�[38;5;43m20221210033908947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033908947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033908947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033908947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033908948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033908948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033908948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:10.480375 run osmo-stp_10.42.42.5(pid=21554): stdout: \u000a| (launched: 2022-12-10_03:39:08.754818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:10.605409 run osmo-stp_10.42.42.5(pid=21554): stderr: \u000a| �[0;m�[38;5;43m20221210033908947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033908947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033908947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033908947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033908948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033908948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033908948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:10.660618 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21554): Process ended prematurely: osmo-stp_10.42.42.5(pid=21554) [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21554)] [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:39:10.669918 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:39:10.731016 run osmo-hlr_10.42.42.2(pid=21551): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21551)]\u000a03:39:10.781450 run osmo-hlr_10.42.42.2(pid=21551): stdout: \u000a| (launched: 2022-12-10_03:39:07.795624) \u000a03:39:10.832217 run osmo-hlr_10.42.42.2(pid=21551): stderr: \u000a| �[0;m�[1;31m20221210033907972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033907972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033907973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033907973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033907973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033907973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033907984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033907992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033907992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033907992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:10.901225 run osmo-msc_10.42.42.6(pid=21557): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21557)]\u000a03:39:10.951480 run osmo-msc_10.42.42.6(pid=21557): stdout: \u000a| (launched: 2022-12-10_03:39:09.753691) \u000a03:39:11.002206 run osmo-msc_10.42.42.6(pid=21557): stderr: \u000a| �[0;m�[38;5;43m20221210033910074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033910075 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff978441c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033910075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033910075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033910075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033910075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033910077 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033910077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033910077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033910078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:11.045126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21550): Terminating (SIGTERM)\u000a03:39:11.085711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21553): Terminating (SIGTERM)\u000a03:39:11.126429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21556): Terminating (SIGTERM)\u000a03:39:11.135725 --- ParallelTerminationStrategy: PID 21550 died...\u000a03:39:11.190746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21550): Terminated: ok {rc=0}\u000a03:39:11.200413 --- ParallelTerminationStrategy: PID 21553 died...\u000a03:39:11.254707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21553): Terminated: ok {rc=0}\u000a03:39:11.264374 --- ParallelTerminationStrategy: PID 21556 died...\u000a03:39:11.318424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21556): Terminated: ok {rc=0}\u000a03:39:11.403645 bus /sierra_3: Setting Powered False\u000a03:39:12.504771 bus /sierra_3: Setting Powered False\u000a03:39:13.612731 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:38:54" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21568): Process ended prematurely: osmo-stp_10.42.42.5(pid=21568) [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21568): Process ended prematurely: osmo-stp_10.42.42.5(pid=21568) [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:39:15.557055 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:15.568070 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:39:15.708057 tst mo_mt_call.py: using LAC 25727\u000a03:39:15.824329 tst mo_mt_call.py: using RAC 227\u000a03:39:15.970619 tst mo_mt_call.py: using CellId 25727\u000a03:39:16.090958 tst mo_mt_call.py: using BVCI 25728\u000a03:39:16.113918 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:16.125181 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:16.136071 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:16.148573 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:16.160942 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:16.173356 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:16.289788 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:16.520205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:17.075024 run create_hlr_db(pid=21562): Launched\u000a03:39:17.261298 bus /sierra_2: Setting Powered False\u000a03:39:18.279281 run create_hlr_db(pid=21562): Terminated: ok {rc=0}\u000a03:39:18.696569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21564): Launched\u000a03:39:19.010043 run osmo-hlr_10.42.42.2(pid=21565): Launched\u000a03:39:19.128825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:19.673193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21567): Launched\u000a03:39:19.987197 run osmo-stp_10.42.42.5(pid=21568): Launched\u000a03:39:20.100251 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:20.674187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21570): Launched\u000a03:39:20.988585 run osmo-msc_10.42.42.6(pid=21571): Launched\u000a03:39:21.173926 run osmo-stp_10.42.42.5(pid=21568): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)]\u000a03:39:21.307829 run osmo-stp_10.42.42.5(pid=21568): stdout: \u000a| (launched: 2022-12-10_03:39:19.833782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:21.440396 run osmo-stp_10.42.42.5(pid=21568): stderr: \u000a| �[0;m�[38;5;43m20221210033920023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033920023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033920023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033920024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033920024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033920024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033920024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:21.567058 run osmo-stp_10.42.42.5(pid=21568): stdout: \u000a| (launched: 2022-12-10_03:39:19.833782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:21.692175 run osmo-stp_10.42.42.5(pid=21568): stderr: \u000a| �[0;m�[38;5;43m20221210033920023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033920023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033920023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033920024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033920024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033920024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033920024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:21.747936 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21568): Process ended prematurely: osmo-stp_10.42.42.5(pid=21568) [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)] [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:39:21.757240 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:39:21.818725 run osmo-hlr_10.42.42.2(pid=21565): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21565)]\u000a03:39:21.869188 run osmo-hlr_10.42.42.2(pid=21565): stdout: \u000a| (launched: 2022-12-10_03:39:18.857308) \u000a03:39:21.920418 run osmo-hlr_10.42.42.2(pid=21565): stderr: \u000a| �[0;m�[1;31m20221210033919055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033919055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033919055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033919055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033919055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033919055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033919068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033919076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033919076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033919076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:21.989920 run osmo-msc_10.42.42.6(pid=21571): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21571)]\u000a03:39:22.040507 run osmo-msc_10.42.42.6(pid=21571): stdout: \u000a| (launched: 2022-12-10_03:39:20.834905) \u000a03:39:22.091595 run osmo-msc_10.42.42.6(pid=21571): stderr: \u000a| �[0;m�[38;5;43m20221210033921156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033921156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13946cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033921156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033921156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033921156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033921156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033921158 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033921158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033921159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033921159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:22.135040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21564): Terminating (SIGTERM)\u000a03:39:22.176267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21567): Terminating (SIGTERM)\u000a03:39:22.217505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21570): Terminating (SIGTERM)\u000a03:39:22.226905 --- ParallelTerminationStrategy: PID 21564 died...\u000a03:39:22.281879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21564): Terminated: ok {rc=0}\u000a03:39:22.291692 --- ParallelTerminationStrategy: PID 21567 died...\u000a03:39:22.346793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21567): Terminated: ok {rc=0}\u000a03:39:22.356614 --- ParallelTerminationStrategy: PID 21570 died...\u000a03:39:22.411394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21570): Terminated: ok {rc=0}\u000a03:39:22.497843 bus /sierra_3: Setting Powered False\u000a03:39:23.603891 bus /sierra_3: Setting Powered False\u000a03:39:24.710783 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21579): Process ended prematurely: osmo-stp_10.42.42.5(pid=21579) [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21579)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21579): Process ended prematurely: osmo-stp_10.42.42.5(pid=21579) [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:39:25.816437 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:25.827948 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:39:25.972510 tst mo_mt_call_osmux.py: using LAC 25728\u000a03:39:26.085507 tst mo_mt_call_osmux.py: using RAC 228\u000a03:39:26.198700 tst mo_mt_call_osmux.py: using CellId 25728\u000a03:39:26.320528 tst mo_mt_call_osmux.py: using BVCI 25729\u000a03:39:26.344658 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:26.356262 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:26.367747 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:26.379232 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:26.390658 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:26.402067 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:26.516567 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:26.722463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:27.222645 run create_hlr_db(pid=21573): Launched\u000a03:39:27.404645 bus /sierra_2: Setting Powered False\u000a03:39:28.425575 run create_hlr_db(pid=21573): Terminated: ok {rc=0}\u000a03:39:28.842788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21575): Launched\u000a03:39:29.155875 run osmo-hlr_10.42.42.2(pid=21576): Launched\u000a03:39:29.274663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:29.819299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21578): Launched\u000a03:39:30.132208 run osmo-stp_10.42.42.5(pid=21579): Launched\u000a03:39:30.246423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:30.819119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21581): Launched\u000a03:39:31.317951 run osmo-msc_10.42.42.6(pid=21582): Launched\u000a03:39:31.619845 run osmo-stp_10.42.42.5(pid=21579): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21579)]\u000a03:39:31.782734 run osmo-stp_10.42.42.5(pid=21579): stdout: \u000a| (launched: 2022-12-10_03:39:29.978884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:31.920032 run osmo-stp_10.42.42.5(pid=21579): stderr: \u000a| �[0;m�[38;5;43m20221210033930170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033930170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033930170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033930170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033930171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033930171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033930171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:32.048714 run osmo-stp_10.42.42.5(pid=21579): stdout: \u000a| (launched: 2022-12-10_03:39:29.978884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:32.176024 run osmo-stp_10.42.42.5(pid=21579): stderr: \u000a| �[0;m�[38;5;43m20221210033930170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033930170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033930170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033930170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033930171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033930171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033930171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:32.232599 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21579): Process ended prematurely: osmo-stp_10.42.42.5(pid=21579) [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21579)] [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:39:32.242625 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a03:39:32.305107 run osmo-hlr_10.42.42.2(pid=21576): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21576)]\u000a03:39:32.356550 run osmo-hlr_10.42.42.2(pid=21576): stdout: \u000a| (launched: 2022-12-10_03:39:29.002797) \u000a03:39:32.408128 run osmo-hlr_10.42.42.2(pid=21576): stderr: \u000a| �[0;m�[1;31m20221210033929200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033929200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033929200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033929200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033929201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033929201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033929214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033929222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033929223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033929223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:32.477297 run osmo-msc_10.42.42.6(pid=21582): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21582)]\u000a03:39:32.527459 run osmo-msc_10.42.42.6(pid=21582): stdout: \u000a| (launched: 2022-12-10_03:39:30.999112) \u000a03:39:32.578027 run osmo-msc_10.42.42.6(pid=21582): stderr: \u000a| �[0;m�[38;5;43m20221210033931360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033931360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d786dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033931360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033931361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033931361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033931361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033931364 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033931364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033931365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033931365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:32.621254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21575): Terminating (SIGTERM)\u000a03:39:32.662018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21578): Terminating (SIGTERM)\u000a03:39:32.702743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21581): Terminating (SIGTERM)\u000a03:39:32.712084 --- ParallelTerminationStrategy: PID 21575 died...\u000a03:39:32.767282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21575): Terminated: ok {rc=0}\u000a03:39:32.777182 --- ParallelTerminationStrategy: PID 21578 died...\u000a03:39:32.831624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21578): Terminated: ok {rc=0}\u000a03:39:32.841468 --- ParallelTerminationStrategy: PID 21581 died...\u000a03:39:32.895712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21581): Terminated: ok {rc=0}\u000a03:39:32.980571 bus /sierra_3: Setting Powered False\u000a03:39:34.085269 bus /sierra_3: Setting Powered False\u000a03:39:35.190493 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:39:15" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21593): Process ended prematurely: osmo-stp_10.42.42.5(pid=21593) [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21593)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21593): Process ended prematurely: osmo-stp_10.42.42.5(pid=21593) [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:39:37.146765 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:37.157459 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:39:37.297093 tst mo_mt_call.py: using LAC 25729\u000a03:39:37.411202 tst mo_mt_call.py: using RAC 229\u000a03:39:37.524777 tst mo_mt_call.py: using CellId 25729\u000a03:39:37.638047 tst mo_mt_call.py: using BVCI 25730\u000a03:39:37.660244 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:37.671111 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:37.681707 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:37.692466 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:37.703291 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:37.714283 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:39:37.829282 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:39:38.027063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:38.486547 run create_hlr_db(pid=21587): Launched\u000a03:39:38.654873 bus /sierra_2: Setting Powered False\u000a03:39:39.677593 run create_hlr_db(pid=21587): Terminated: ok {rc=0}\u000a03:39:40.067497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21589): Launched\u000a03:39:40.360175 run osmo-hlr_10.42.42.2(pid=21590): Launched\u000a03:39:40.467275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:40.976627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21592): Launched\u000a03:39:41.271275 run osmo-stp_10.42.42.5(pid=21593): Launched\u000a03:39:41.378977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:41.917579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21595): Launched\u000a03:39:42.212667 run osmo-msc_10.42.42.6(pid=21596): Launched\u000a03:39:42.385460 run osmo-stp_10.42.42.5(pid=21593): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21593)]\u000a03:39:42.510991 run osmo-stp_10.42.42.5(pid=21593): stdout: \u000a| (launched: 2022-12-10_03:39:41.126243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:42.633168 run osmo-stp_10.42.42.5(pid=21593): stderr: \u000a| �[0;m�[38;5;43m20221210033941295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033941296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033941296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033941296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033941297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033941297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033941297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:42.751349 run osmo-stp_10.42.42.5(pid=21593): stdout: \u000a| (launched: 2022-12-10_03:39:41.126243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:42.868224 run osmo-stp_10.42.42.5(pid=21593): stderr: \u000a| �[0;m�[38;5;43m20221210033941295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033941296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033941296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033941296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033941297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033941297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033941297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:42.919796 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21593): Process ended prematurely: osmo-stp_10.42.42.5(pid=21593) [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21593)] [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:39:42.928300 tst mo_mt_call.py:8: Test FAILED (5.8 sec)\u000a03:39:42.987089 run osmo-hlr_10.42.42.2(pid=21590): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21590)]\u000a03:39:43.035496 run osmo-hlr_10.42.42.2(pid=21590): stdout: \u000a| (launched: 2022-12-10_03:39:40.216542) \u000a03:39:43.084586 run osmo-hlr_10.42.42.2(pid=21590): stderr: \u000a| �[0;m�[1;31m20221210033940392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033940392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033940392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033940392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033940392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033940392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033940403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033940412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033940412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033940412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:43.150516 run osmo-msc_10.42.42.6(pid=21596): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21596)]\u000a03:39:43.198590 run osmo-msc_10.42.42.6(pid=21596): stdout: \u000a| (launched: 2022-12-10_03:39:42.067193) \u000a03:39:43.247527 run osmo-msc_10.42.42.6(pid=21596): stderr: \u000a| �[0;m�[38;5;43m20221210033942340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033942340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc59b65ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033942340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033942340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033942340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033942340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033942342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033942343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033942343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033942343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:43.288457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21589): Terminating (SIGTERM)\u000a03:39:43.327349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21592): Terminating (SIGTERM)\u000a03:39:43.366369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21595): Terminating (SIGTERM)\u000a03:39:43.375518 --- ParallelTerminationStrategy: PID 21589 died...\u000a03:39:43.428519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21589): Terminated: ok {rc=0}\u000a03:39:43.437902 --- ParallelTerminationStrategy: PID 21592 died...\u000a03:39:43.490293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21592): Terminated: ok {rc=0}\u000a03:39:43.499497 --- ParallelTerminationStrategy: PID 21595 died...\u000a03:39:43.551349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21595): Terminated: ok {rc=0}\u000a03:39:43.633600 bus /sierra_3: Setting Powered False\u000a03:39:44.738513 bus /sierra_3: Setting Powered False\u000a03:39:45.849487 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21604): Process ended prematurely: osmo-stp_10.42.42.5(pid=21604) [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21604)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21604): Process ended prematurely: osmo-stp_10.42.42.5(pid=21604) [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:39:46.962661 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:46.975529 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:39:47.122318 tst mo_mt_call_osmux.py: using LAC 25730\u000a03:39:47.251271 tst mo_mt_call_osmux.py: using RAC 230\u000a03:39:47.374609 tst mo_mt_call_osmux.py: using CellId 25730\u000a03:39:47.498489 tst mo_mt_call_osmux.py: using BVCI 25731\u000a03:39:47.522908 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:47.534457 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:47.545656 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:47.556770 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:47.568066 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:47.579862 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:39:47.696831 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:39:47.894789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:48.370135 run create_hlr_db(pid=21598): Launched\u000a03:39:48.551828 bus /sierra_2: Setting Powered False\u000a03:39:49.573876 run create_hlr_db(pid=21598): Terminated: ok {rc=0}\u000a03:39:49.992841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21600): Launched\u000a03:39:50.305487 run osmo-hlr_10.42.42.2(pid=21601): Launched\u000a03:39:50.419991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:50.965408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21603): Launched\u000a03:39:51.278643 run osmo-stp_10.42.42.5(pid=21604): Launched\u000a03:39:51.392543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:51.966661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21606): Launched\u000a03:39:52.279118 run osmo-msc_10.42.42.6(pid=21607): Launched\u000a03:39:52.462946 run osmo-stp_10.42.42.5(pid=21604): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21604)]\u000a03:39:52.595791 run osmo-stp_10.42.42.5(pid=21604): stdout: \u000a| (launched: 2022-12-10_03:39:51.125815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:52.728159 run osmo-stp_10.42.42.5(pid=21604): stderr: \u000a| �[0;m�[38;5;43m20221210033951317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033951317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033951317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033951318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033951318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033951318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033951318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:52.854597 run osmo-stp_10.42.42.5(pid=21604): stdout: \u000a| (launched: 2022-12-10_03:39:51.125815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:52.979238 run osmo-stp_10.42.42.5(pid=21604): stderr: \u000a| �[0;m�[38;5;43m20221210033951317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033951317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033951317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033951318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033951318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033951318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033951318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:53.034378 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21604): Process ended prematurely: osmo-stp_10.42.42.5(pid=21604) [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21604)] [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:39:53.043634 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:39:53.104740 run osmo-hlr_10.42.42.2(pid=21601): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21601)]\u000a03:39:53.155246 run osmo-hlr_10.42.42.2(pid=21601): stdout: \u000a| (launched: 2022-12-10_03:39:50.152808) \u000a03:39:53.206154 run osmo-hlr_10.42.42.2(pid=21601): stderr: \u000a| �[0;m�[1;31m20221210033950351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033950351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033950351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033950351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033950352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033950352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033950368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033950379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033950379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033950379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:53.274820 run osmo-msc_10.42.42.6(pid=21607): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21607)]\u000a03:39:53.325202 run osmo-msc_10.42.42.6(pid=21607): stdout: \u000a| (launched: 2022-12-10_03:39:52.126342) \u000a03:39:53.375864 run osmo-msc_10.42.42.6(pid=21607): stderr: \u000a| �[0;m�[38;5;43m20221210033952448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033952448 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3621f1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033952449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033952449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033952449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033952449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033952451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033952451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033952451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033952451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:53.418774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21600): Terminating (SIGTERM)\u000a03:39:53.459339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21603): Terminating (SIGTERM)\u000a03:39:53.500238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21606): Terminating (SIGTERM)\u000a03:39:53.509748 --- ParallelTerminationStrategy: PID 21600 died...\u000a03:39:53.564112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21600): Terminated: ok {rc=0}\u000a03:39:53.574026 --- ParallelTerminationStrategy: PID 21603 died...\u000a03:39:53.628568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21603): Terminated: ok {rc=0}\u000a03:39:53.638512 --- ParallelTerminationStrategy: PID 21606 died...\u000a03:39:53.693051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21606): Terminated: ok {rc=0}\u000a03:39:53.779282 bus /sierra_3: Setting Powered False\u000a03:39:54.884938 bus /sierra_3: Setting Powered False\u000a03:39:55.993516 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:39:36" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21625): Process ended prematurely: osmo-stp_10.42.42.5(pid=21625) [trial-2369↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21625)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21625): Process ended prematurely: osmo-stp_10.42.42.5(pid=21625) [trial-2369↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:39:57.962828 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:39:57.973789 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a03:39:58.101060 tst emergency_mo_mt_call.py: using LAC 25731\u000a03:39:58.222145 tst emergency_mo_mt_call.py: using RAC 231\u000a03:39:58.342568 tst emergency_mo_mt_call.py: using CellId 25731\u000a03:39:58.463957 tst emergency_mo_mt_call.py: using BVCI 25732\u000a03:39:58.487526 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:39:58.498604 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:39:58.509697 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:39:58.520439 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:39:58.531432 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:39:58.542328 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:39:58.654066 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:39:58.846023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:59.297514 run create_hlr_db(pid=21612): Launched\u000a03:39:59.463955 bus /sierra_2: Setting Powered False\u000a03:40:00.484435 run create_hlr_db(pid=21612): Terminated: ok {rc=0}\u000a03:40:00.898419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21614): Launched\u000a03:40:01.303229 run osmo-hlr_10.42.42.2(pid=21615): Launched\u000a03:40:01.566138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:02.181726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21621): Launched\u000a03:40:02.580410 run osmo-stp_10.42.42.5(pid=21625): Launched\u000a03:40:02.731487 tst emergency_mo_mt_call.py: using MSISDN 7537\u000a03:40:02.887509 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:03.450071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21630): Launched\u000a03:40:03.759364 run osmo-msc_10.42.42.6(pid=21631): Launched\u000a03:40:03.939641 run osmo-stp_10.42.42.5(pid=21625): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21625)]\u000a03:40:04.070924 run osmo-stp_10.42.42.5(pid=21625): stdout: \u000a| (launched: 2022-12-10_03:40:02.331787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:04.201547 run osmo-stp_10.42.42.5(pid=21625): stderr: \u000a| �[0;m�[38;5;43m20221210034002657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034002657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034002657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034002658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034002658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034002658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034002658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:04.327499 run osmo-stp_10.42.42.5(pid=21625): stdout: \u000a| (launched: 2022-12-10_03:40:02.331787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:04.450399 run osmo-stp_10.42.42.5(pid=21625): stderr: \u000a| �[0;m�[38;5;43m20221210034002657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034002657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034002657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034002658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034002658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034002658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034002658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:04.504316 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21625): Process ended prematurely: osmo-stp_10.42.42.5(pid=21625) [trial-2369↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21625)] [trial-2369↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a03:40:04.513412 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a03:40:04.574747 run osmo-hlr_10.42.42.2(pid=21615): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21615)]\u000a03:40:04.625250 run osmo-hlr_10.42.42.2(pid=21615): stdout: \u000a| (launched: 2022-12-10_03:40:01.056519) \u000a03:40:04.676265 run osmo-hlr_10.42.42.2(pid=21615): stderr: \u000a| �[0;m�[1;31m20221210034001402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034001402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034001402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034001402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034001402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034001403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034001425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034001442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034001442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034001442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:04.745315 run osmo-msc_10.42.42.6(pid=21631): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21631)]\u000a03:40:04.796029 run osmo-msc_10.42.42.6(pid=21631): stdout: \u000a| (launched: 2022-12-10_03:40:03.607567) \u000a03:40:04.847120 run osmo-msc_10.42.42.6(pid=21631): stderr: \u000a| �[0;m�[38;5;43m20221210034003930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034003930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1149fb2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034003930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034003930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034003930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034003930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034003932 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034003933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034003933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034003933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:04.890497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21614): Terminating (SIGTERM)\u000a03:40:04.931634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21621): Terminating (SIGTERM)\u000a03:40:04.972926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21630): Terminating (SIGTERM)\u000a03:40:04.982552 --- ParallelTerminationStrategy: PID 21614 died...\u000a03:40:05.038008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21614): Terminated: ok {rc=0}\u000a03:40:05.048015 --- ParallelTerminationStrategy: PID 21621 died...\u000a03:40:05.103532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21621): Terminated: ok {rc=0}\u000a03:40:05.113835 --- ParallelTerminationStrategy: PID 21630 died...\u000a03:40:05.168509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21630): Terminated: ok {rc=0}\u000a03:40:05.253213 bus /sierra_3: Setting Powered False\u000a03:40:06.358058 bus /sierra_3: Setting Powered False\u000a03:40:07.463658 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21640): Process ended prematurely: osmo-stp_10.42.42.5(pid=21640) [trial-2369↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21640)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21640): Process ended prematurely: osmo-stp_10.42.42.5(pid=21640) [trial-2369↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:40:08.515266 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:08.526975 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:08.650502 tst emergency_preemptive_call.py: using LAC 25732\u000a03:40:08.764546 tst emergency_preemptive_call.py: using RAC 232\u000a03:40:08.877391 tst emergency_preemptive_call.py: using CellId 25732\u000a03:40:08.990471 tst emergency_preemptive_call.py: using BVCI 25733\u000a03:40:09.012221 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:09.022782 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:09.033128 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:09.043643 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:09.054142 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:09.064600 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:09.174688 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:09.291382 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:09.403609 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:09.605549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:10.100227 run create_hlr_db(pid=21633): Launched\u000a03:40:10.279605 bus /sierra_2: Setting Powered False\u000a03:40:11.299267 run create_hlr_db(pid=21633): Terminated: ok {rc=0}\u000a03:40:11.687704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21635): Launched\u000a03:40:11.977248 run osmo-hlr_10.42.42.2(pid=21636): Launched\u000a03:40:12.083338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:12.585658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21638): Launched\u000a03:40:12.982284 run osmo-stp_10.42.42.5(pid=21640): Launched\u000a03:40:13.147702 tst emergency_preemptive_call.py: using MSISDN 7538\u000a03:40:13.308181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:13.899748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21761): Launched\u000a03:40:14.284324 run osmo-msc_10.42.42.6(pid=21829): Launched\u000a03:40:14.539234 run osmo-stp_10.42.42.5(pid=21640): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21640)]\u000a03:40:14.704376 run osmo-stp_10.42.42.5(pid=21640): stdout: \u000a| (launched: 2022-12-10_03:40:12.735157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:14.894800 run osmo-stp_10.42.42.5(pid=21640): stderr: \u000a| �[0;m�[38;5;43m20221210034012966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034012966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034012967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034012967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034012967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034012968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034012968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:15.038811 run osmo-stp_10.42.42.5(pid=21640): stdout: \u000a| (launched: 2022-12-10_03:40:12.735157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:15.167591 run osmo-stp_10.42.42.5(pid=21640): stderr: \u000a| �[0;m�[38;5;43m20221210034012966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034012966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034012967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034012967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034012967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034012968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034012968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:15.223157 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21640): Process ended prematurely: osmo-stp_10.42.42.5(pid=21640) [trial-2369↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21640)] [trial-2369↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a03:40:15.231827 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a03:40:15.294879 run osmo-hlr_10.42.42.2(pid=21636): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21636)]\u000a03:40:15.343394 run osmo-hlr_10.42.42.2(pid=21636): stdout: \u000a| (launched: 2022-12-10_03:40:11.834999) \u000a03:40:15.392630 run osmo-hlr_10.42.42.2(pid=21636): stderr: \u000a| �[0;m�[1;31m20221210034012008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034012008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034012008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034012008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034012008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034012008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034012020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034012029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034012029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034012029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:15.459022 run osmo-msc_10.42.42.6(pid=21829): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21829)]\u000a03:40:15.507347 run osmo-msc_10.42.42.6(pid=21829): stdout: \u000a| (launched: 2022-12-10_03:40:14.060856) \u000a03:40:15.556346 run osmo-msc_10.42.42.6(pid=21829): stderr: \u000a| �[0;m�[38;5;43m20221210034014650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034014650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f794ff85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034014650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034014650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034014651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034014651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034014652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034014661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034014661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034014661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:15.597506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21635): Terminating (SIGTERM)\u000a03:40:15.637150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21638): Terminating (SIGTERM)\u000a03:40:15.677230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21761): Terminating (SIGTERM)\u000a03:40:15.687026 --- ParallelTerminationStrategy: PID 21635 died...\u000a03:40:15.739748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21635): Terminated: ok {rc=0}\u000a03:40:15.749938 --- ParallelTerminationStrategy: PID 21638 died...\u000a03:40:15.802799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21638): Terminated: ok {rc=0}\u000a03:40:15.812874 --- ParallelTerminationStrategy: PID 21761 died...\u000a03:40:15.874619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21761): Terminated: ok {rc=0}\u000a03:40:15.961856 bus /sierra_9: Setting Powered False\u000a03:40:17.074037 bus /sierra_9: Setting Powered False\u000a03:40:18.185014 bus /sierra_8: Setting Powered False\u000a03:40:19.285693 bus /sierra_8: Setting Powered False\u000a03:40:20.393949 bus /sierra_3: Setting Powered False\u000a03:40:21.494699 bus /sierra_3: Setting Powered False\u000a03:40:22.604764 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:39:57" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22184): Process ended prematurely: osmo-stp_10.42.42.5(pid=22184) [trial-2369↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22184)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22184): Process ended prematurely: osmo-stp_10.42.42.5(pid=22184) [trial-2369↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:40:24.700494 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:24.712295 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:24.837691 tst cs_paging_gprs_active.py: using LAC 25733\u000a03:40:24.956132 tst cs_paging_gprs_active.py: using RAC 233\u000a03:40:25.075957 tst cs_paging_gprs_active.py: using CellId 25733\u000a03:40:25.199921 tst cs_paging_gprs_active.py: using BVCI 25734\u000a03:40:25.223941 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:25.235303 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:25.246902 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:25.260270 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:25.273202 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:25.286303 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:25.298757 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:25.311387 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:25.323788 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:25.440989 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:25.721320 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:40:25.850267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:26.182472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22173): Launched\u000a03:40:26.464308 run iperf3-srv_10.42.42.10(pid=22174): Launched\u000a03:40:26.649593 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:40:26.777293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:27.109668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22175): Launched\u000a03:40:27.389536 run iperf3-srv_10.42.42.10(pid=22176): Launched\u000a03:40:27.573985 tst cs_paging_gprs_active.py:38: start network...\u000a03:40:27.701772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:28.226767 run create_hlr_db(pid=22177): Launched\u000a03:40:28.405618 bus /sierra_2: Setting Powered False\u000a03:40:29.419793 run create_hlr_db(pid=22177): Terminated: ok {rc=0}\u000a03:40:29.811902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22180): Launched\u000a03:40:30.106349 run osmo-hlr_10.42.42.2(pid=22181): Launched\u000a03:40:30.219852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:30.765515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22183): Launched\u000a03:40:31.195221 run osmo-stp_10.42.42.5(pid=22184): Launched\u000a03:40:31.336920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:40:32.954323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22186): Launched\u000a03:40:33.066381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:40:33.342530 run patchelf(pid=22187): Launched\u000a03:40:33.526726 run osmo-stp_10.42.42.5(pid=22184): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22184)]\u000a03:40:33.661640 run osmo-stp_10.42.42.5(pid=22184): stdout: \u000a| (launched: 2022-12-10_03:40:30.941285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:33.797334 run osmo-stp_10.42.42.5(pid=22184): stderr: \u000a| �[0;m�[38;5;43m20221210034031228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034031228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034031228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034031233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034031234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034031234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034031234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:33.928280 run osmo-stp_10.42.42.5(pid=22184): stdout: \u000a| (launched: 2022-12-10_03:40:30.941285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:34.057406 run osmo-stp_10.42.42.5(pid=22184): stderr: \u000a| �[0;m�[38;5;43m20221210034031228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034031228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034031228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034031233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034031234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034031234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034031234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:34.208025 run patchelf(pid=22187): Terminating (SIGINT)\u000a03:40:34.385201 run patchelf(pid=22187): Terminated: ok {rc=0}\u000a03:40:34.417726 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22184): Process ended prematurely: osmo-stp_10.42.42.5(pid=22184) [trial-2369↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22184)] [trial-2369↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a03:40:34.427633 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a03:40:34.489633 run osmo-hlr_10.42.42.2(pid=22181): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22181)]\u000a03:40:34.540081 run osmo-hlr_10.42.42.2(pid=22181): stdout: \u000a| (launched: 2022-12-10_03:40:29.961444) \u000a03:40:34.591310 run osmo-hlr_10.42.42.2(pid=22181): stderr: \u000a| �[0;m�[1;31m20221210034030139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034030139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034030139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034030139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034030139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034030139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034030152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034030160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034030161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034030161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:34.634903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22173): Terminating (SIGTERM)\u000a03:40:34.675989 run iperf3-srv_10.42.42.10(pid=22174): Terminating (SIGTERM)\u000a03:40:34.717536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22175): Terminating (SIGTERM)\u000a03:40:34.758411 run iperf3-srv_10.42.42.10(pid=22176): Terminating (SIGTERM)\u000a03:40:34.799766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22180): Terminating (SIGTERM)\u000a03:40:34.840871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22183): Terminating (SIGTERM)\u000a03:40:34.881886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22186): Terminating (SIGTERM)\u000a03:40:34.891286 --- ParallelTerminationStrategy: PID 22173 died...\u000a03:40:34.946362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22173): Terminated: ok {rc=0}\u000a03:40:34.956202 --- ParallelTerminationStrategy: PID 22174 died...\u000a03:40:35.011485 run iperf3-srv_10.42.42.10(pid=22174): Terminated {rc=256}\u000a03:40:35.021348 --- ParallelTerminationStrategy: PID 22175 died...\u000a03:40:35.076246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22175): Terminated: ok {rc=0}\u000a03:40:35.086244 --- ParallelTerminationStrategy: PID 22176 died...\u000a03:40:35.140928 run iperf3-srv_10.42.42.10(pid=22176): Terminated {rc=256}\u000a03:40:35.154836 --- ParallelTerminationStrategy: PID 22180 died...\u000a03:40:35.210249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22180): Terminated: ok {rc=0}\u000a03:40:35.220480 --- ParallelTerminationStrategy: PID 22183 died...\u000a03:40:35.275615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22183): Terminated: ok {rc=0}\u000a03:40:35.285730 --- ParallelTerminationStrategy: PID 22186 died...\u000a03:40:35.340822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22186): Terminated: ok {rc=0}\u000a03:40:35.425782 bus /gobi_0: Setting Powered False\u000a03:40:36.531077 bus /gobi_0: Setting Powered False\u000a03:40:37.636371 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22196): Process ended prematurely: osmo-stp_10.42.42.5(pid=22196) [trial-2369↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22196)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22196): Process ended prematurely: osmo-stp_10.42.42.5(pid=22196) [trial-2369↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a03:40:38.749575 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:38.761190 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:38.887497 tst iperf3.py: using LAC 25734\u000a03:40:39.012440 tst iperf3.py: using RAC 234\u000a03:40:39.135665 tst iperf3.py: using CellId 25734\u000a03:40:39.266472 tst iperf3.py: using BVCI 25735\u000a03:40:39.290422 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:39.301379 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:39.312287 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:39.323082 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:39.333768 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:39.344514 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:39.355447 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:39.366242 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:39.377185 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:39.648588 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:40:39.771518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:40.076622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22188): Launched\u000a03:40:40.329345 run iperf3-srv_10.42.42.10(pid=22189): Launched\u000a03:40:40.508370 tst iperf3.py:8: start network...\u000a03:40:40.630937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:41.094313 run create_hlr_db(pid=22190): Launched\u000a03:40:41.263277 bus /gobi_6: Setting Powered False\u000a03:40:42.285606 run create_hlr_db(pid=22190): Terminated: ok {rc=0}\u000a03:40:42.702587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22192): Launched\u000a03:40:43.017352 run osmo-hlr_10.42.42.2(pid=22193): Launched\u000a03:40:43.133313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:43.678212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22195): Launched\u000a03:40:43.992509 run osmo-stp_10.42.42.5(pid=22196): Launched\u000a03:40:44.106163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:40:44.652917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22198): Launched\u000a03:40:44.764881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:40:45.038189 run patchelf(pid=22199): Launched\u000a03:40:45.221976 run osmo-stp_10.42.42.5(pid=22196): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22196)]\u000a03:40:45.357526 run osmo-stp_10.42.42.5(pid=22196): stdout: \u000a| (launched: 2022-12-10_03:40:43.837925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:45.492467 run osmo-stp_10.42.42.5(pid=22196): stderr: \u000a| �[0;m�[38;5;43m20221210034044029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034044029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034044029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034044030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034044030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034044030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034044030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:45.622659 run osmo-stp_10.42.42.5(pid=22196): stdout: \u000a| (launched: 2022-12-10_03:40:43.837925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:45.751574 run osmo-stp_10.42.42.5(pid=22196): stderr: \u000a| �[0;m�[38;5;43m20221210034044029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034044029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034044029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034044030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034044030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034044030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034044030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:45.919423 run patchelf(pid=22199): Terminating (SIGINT)\u000a03:40:46.102958 run patchelf(pid=22199): Terminated: ok {rc=0}\u000a03:40:46.135602 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22196): Process ended prematurely: osmo-stp_10.42.42.5(pid=22196) [trial-2369↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22196)] [trial-2369↪gprs:sysmo↪iperf3.py:8]\u000a03:40:46.146036 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a03:40:46.210504 run osmo-hlr_10.42.42.2(pid=22193): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22193)]\u000a03:40:46.261792 run osmo-hlr_10.42.42.2(pid=22193): stdout: \u000a| (launched: 2022-12-10_03:40:42.863248) \u000a03:40:46.315865 run osmo-hlr_10.42.42.2(pid=22193): stderr: \u000a| �[0;m�[1;31m20221210034043059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034043059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034043059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034043059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034043060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034043060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034043071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034043080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034043080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034043080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:46.361146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22188): Terminating (SIGTERM)\u000a03:40:46.403198 run iperf3-srv_10.42.42.10(pid=22189): Terminating (SIGTERM)\u000a03:40:46.447414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22192): Terminating (SIGTERM)\u000a03:40:46.491226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22195): Terminating (SIGTERM)\u000a03:40:46.537067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22198): Terminating (SIGTERM)\u000a03:40:46.547456 --- ParallelTerminationStrategy: PID 22188 died...\u000a03:40:46.606569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22188): Terminated: ok {rc=0}\u000a03:40:46.617141 --- ParallelTerminationStrategy: PID 22189 died...\u000a03:40:46.673046 run iperf3-srv_10.42.42.10(pid=22189): Terminated {rc=256}\u000a03:40:46.684610 --- ParallelTerminationStrategy: PID 22192 died...\u000a03:40:46.743228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22192): Terminated: ok {rc=0}\u000a03:40:46.753802 --- ParallelTerminationStrategy: PID 22195 died...\u000a03:40:46.810707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22195): Terminated: ok {rc=0}\u000a03:40:46.821265 --- ParallelTerminationStrategy: PID 22198 died...\u000a03:40:46.876817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22198): Terminated: ok {rc=0}\u000a03:40:46.964087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22214): Process ended prematurely: osmo-stp_10.42.42.5(pid=22214) [trial-2369↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22214)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22214): Process ended prematurely: osmo-stp_10.42.42.5(pid=22214) [trial-2369↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a03:40:48.079401 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:48.091213 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:48.214998 tst iperf3m4.py: using LAC 25735\u000a03:40:48.338099 tst iperf3m4.py: using RAC 235\u000a03:40:48.461358 tst iperf3m4.py: using CellId 25735\u000a03:40:48.590035 tst iperf3m4.py: using BVCI 25736\u000a03:40:48.614086 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:48.625123 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:48.635936 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:48.646759 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:48.657366 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:48.667995 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:48.678918 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:48.690055 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:48.701073 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:48.819111 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:48.936068 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:49.050470 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:49.324658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:40:49.447595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:49.753684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22200): Launched\u000a03:40:50.008515 run iperf3-srv_10.42.42.10(pid=22201): Launched\u000a03:40:50.189416 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:40:50.312584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:50.618195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22202): Launched\u000a03:40:50.871725 run iperf3-srv_10.42.42.10(pid=22203): Launched\u000a03:40:51.051494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:40:51.174296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:51.478719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22204): Launched\u000a03:40:51.731527 run iperf3-srv_10.42.42.10(pid=22205): Launched\u000a03:40:51.910826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:40:52.033400 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:52.337770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22206): Launched\u000a03:40:52.604780 run iperf3-srv_10.42.42.10(pid=22207): Launched\u000a03:40:52.784399 tst iperf3m4.py:8: start network...\u000a03:40:52.906873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:53.369146 run create_hlr_db(pid=22208): Launched\u000a03:40:53.537293 bus /gobi_6: Setting Powered False\u000a03:40:54.560047 run create_hlr_db(pid=22208): Terminated: ok {rc=0}\u000a03:40:54.951642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22210): Launched\u000a03:40:55.245616 run osmo-hlr_10.42.42.2(pid=22211): Launched\u000a03:40:55.365455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:55.882208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22213): Launched\u000a03:40:56.175960 run osmo-stp_10.42.42.5(pid=22214): Launched\u000a03:40:56.283738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:40:56.793434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22216): Launched\u000a03:40:56.898344 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:40:57.154319 run patchelf(pid=22217): Launched\u000a03:40:57.326987 run osmo-stp_10.42.42.5(pid=22214): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22214)]\u000a03:40:57.453540 run osmo-stp_10.42.42.5(pid=22214): stdout: \u000a| (launched: 2022-12-10_03:40:56.031199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:57.580381 run osmo-stp_10.42.42.5(pid=22214): stderr: \u000a| �[0;m�[38;5;43m20221210034056199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034056199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034056200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034056200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034056201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034056201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034056201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:57.702399 run osmo-stp_10.42.42.5(pid=22214): stdout: \u000a| (launched: 2022-12-10_03:40:56.031199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:57.823348 run osmo-stp_10.42.42.5(pid=22214): stderr: \u000a| �[0;m�[38;5;43m20221210034056199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034056199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034056200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034056200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034056201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034056201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034056201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:57.964079 run patchelf(pid=22217): Terminating (SIGINT)\u000a03:40:58.130090 run patchelf(pid=22217): Terminated: ok {rc=0}\u000a03:40:58.160689 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22214): Process ended prematurely: osmo-stp_10.42.42.5(pid=22214) [trial-2369↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22214)] [trial-2369↪gprs:sysmo↪iperf3m4.py:8]\u000a03:40:58.170070 tst iperf3m4.py:8: Test FAILED (10.1 sec)\u000a03:40:58.229918 run osmo-hlr_10.42.42.2(pid=22211): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22211)]\u000a03:40:58.278297 run osmo-hlr_10.42.42.2(pid=22211): stdout: \u000a| (launched: 2022-12-10_03:40:55.100495) \u000a03:40:58.327213 run osmo-hlr_10.42.42.2(pid=22211): stderr: \u000a| �[0;m�[1;31m20221210034055275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034055275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034055275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034055275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034055275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034055275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034055287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034055297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034055297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034055297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:58.368304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22200): Terminating (SIGTERM)\u000a03:40:58.407150 run iperf3-srv_10.42.42.10(pid=22201): Terminating (SIGTERM)\u000a03:40:58.446151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22202): Terminating (SIGTERM)\u000a03:40:58.484942 run iperf3-srv_10.42.42.10(pid=22203): Terminating (SIGTERM)\u000a03:40:58.523933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22204): Terminating (SIGTERM)\u000a03:40:58.562789 run iperf3-srv_10.42.42.10(pid=22205): Terminating (SIGTERM)\u000a03:40:58.601835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22206): Terminating (SIGTERM)\u000a03:40:58.640788 run iperf3-srv_10.42.42.10(pid=22207): Terminating (SIGTERM)\u000a03:40:58.679956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22210): Terminating (SIGTERM)\u000a03:40:58.718985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22213): Terminating (SIGTERM)\u000a03:40:58.758066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22216): Terminating (SIGTERM)\u000a03:40:58.767231 --- ParallelTerminationStrategy: PID 22200 died...\u000a03:40:58.819399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22200): Terminated: ok {rc=0}\u000a03:40:58.829081 --- ParallelTerminationStrategy: PID 22201 died...\u000a03:40:58.881204 run iperf3-srv_10.42.42.10(pid=22201): Terminated {rc=256}\u000a03:40:58.890521 --- ParallelTerminationStrategy: PID 22202 died...\u000a03:40:58.942705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22202): Terminated: ok {rc=0}\u000a03:40:58.952032 --- ParallelTerminationStrategy: PID 22203 died...\u000a03:40:59.004077 run iperf3-srv_10.42.42.10(pid=22203): Terminated {rc=256}\u000a03:40:59.013751 --- ParallelTerminationStrategy: PID 22204 died...\u000a03:40:59.065818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22204): Terminated: ok {rc=0}\u000a03:40:59.075218 --- ParallelTerminationStrategy: PID 22205 died...\u000a03:40:59.126864 run iperf3-srv_10.42.42.10(pid=22205): Terminated {rc=256}\u000a03:40:59.136469 --- ParallelTerminationStrategy: PID 22206 died...\u000a03:40:59.188630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22206): Terminated: ok {rc=0}\u000a03:40:59.198295 --- ParallelTerminationStrategy: PID 22207 died...\u000a03:40:59.250864 run iperf3-srv_10.42.42.10(pid=22207): Terminated {rc=256}\u000a03:40:59.260301 --- ParallelTerminationStrategy: PID 22210 died...\u000a03:40:59.312576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22210): Terminated: ok {rc=0}\u000a03:40:59.322058 --- ParallelTerminationStrategy: PID 22213 died...\u000a03:40:59.374507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22213): Terminated: ok {rc=0}\u000a03:40:59.383882 --- ParallelTerminationStrategy: PID 22216 died...\u000a03:40:59.436286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22216): Terminated: ok {rc=0}\u000a03:40:59.524190 bus /gobi_4: Setting Powered False\u000a03:41:00.627210 bus /gobi_4: Setting Powered False\u000a03:41:01.736331 bus /gobi_1: Setting Powered False\u000a03:41:02.837239 bus /gobi_1: Setting Powered False\u000a03:41:03.944907 bus /gobi_0: Setting Powered False\u000a03:41:05.050669 bus /gobi_0: Setting Powered False\u000a03:41:06.161861 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22224): Process ended prematurely: osmo-stp_10.42.42.5(pid=22224) [trial-2369↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22224): Process ended prematurely: osmo-stp_10.42.42.5(pid=22224) [trial-2369↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo ping.py\u000a----------------------------------------------\u000a03:41:07.227964 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:07.238956 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:41:07.358710 tst ping.py: using LAC 25736\u000a03:41:07.471945 tst ping.py: using RAC 236\u000a03:41:07.588281 tst ping.py: using CellId 25736\u000a03:41:07.705884 tst ping.py: using BVCI 25737\u000a03:41:07.727856 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:07.738449 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:07.748851 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:07.759490 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:07.770006 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:07.780489 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:07.791218 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:07.801946 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:08.068177 tst ping.py:19: start network...\u000a03:41:08.188732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:08.642832 run create_hlr_db(pid=22218): Launched\u000a03:41:08.810073 bus /gobi_6: Setting Powered False\u000a03:41:09.831431 run create_hlr_db(pid=22218): Terminated: ok {rc=0}\u000a03:41:10.242350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22220): Launched\u000a03:41:10.551437 run osmo-hlr_10.42.42.2(pid=22221): Launched\u000a03:41:10.666038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:11.203982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22223): Launched\u000a03:41:11.511751 run osmo-stp_10.42.42.5(pid=22224): Launched\u000a03:41:11.624179 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:12.163471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22226): Launched\u000a03:41:12.273612 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:12.542051 run patchelf(pid=22227): Launched\u000a03:41:12.723205 run osmo-stp_10.42.42.5(pid=22224): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]\u000a03:41:12.856114 run osmo-stp_10.42.42.5(pid=22224): stdout: \u000a| (launched: 2022-12-10_03:41:11.360609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:12.989096 run osmo-stp_10.42.42.5(pid=22224): stderr: \u000a| �[0;m�[38;5;43m20221210034111551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034111551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034111551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034111551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034111552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034111552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034111552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:13.117101 run osmo-stp_10.42.42.5(pid=22224): stdout: \u000a| (launched: 2022-12-10_03:41:11.360609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:13.243810 run osmo-stp_10.42.42.5(pid=22224): stderr: \u000a| �[0;m�[38;5;43m20221210034111551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034111551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034111551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034111551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034111552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034111552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034111552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:13.391575 run patchelf(pid=22227): Terminating (SIGINT)\u000a03:41:13.564864 run patchelf(pid=22227): Terminated: ok {rc=0}\u000a03:41:13.596548 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22224): Process ended prematurely: osmo-stp_10.42.42.5(pid=22224) [trial-2369↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)] [trial-2369↪gprs:sysmo↪ping.py:22]\u000a03:41:13.605887 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:41:13.667618 run osmo-hlr_10.42.42.2(pid=22221): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22221)]\u000a03:41:13.718207 run osmo-hlr_10.42.42.2(pid=22221): stdout: \u000a| (launched: 2022-12-10_03:41:10.399773) \u000a03:41:13.769545 run osmo-hlr_10.42.42.2(pid=22221): stderr: \u000a| �[0;m�[1;31m20221210034110598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034110598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034110598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034110598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034110598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034110598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034110611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034110622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034110622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034110622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:13.813566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22220): Terminating (SIGTERM)\u000a03:41:13.854959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22223): Terminating (SIGTERM)\u000a03:41:13.896227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22226): Terminating (SIGTERM)\u000a03:41:13.905876 --- ParallelTerminationStrategy: PID 22220 died...\u000a03:41:13.961141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22220): Terminated: ok {rc=0}\u000a03:41:13.971143 --- ParallelTerminationStrategy: PID 22223 died...\u000a03:41:14.026458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22223): Terminated: ok {rc=0}\u000a03:41:14.036373 --- ParallelTerminationStrategy: PID 22226 died...\u000a03:41:14.091087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22226): Terminated: ok {rc=0}\u000a03:41:14.177802 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22234): Process ended prematurely: osmo-stp_10.42.42.5(pid=22234) [trial-2369↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22234)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22234): Process ended prematurely: osmo-stp_10.42.42.5(pid=22234) [trial-2369↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:41:15.229490 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:15.241346 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:41:15.369489 tst ping_idle_ping.py: using LAC 25737\u000a03:41:15.490399 tst ping_idle_ping.py: using RAC 237\u000a03:41:15.612255 tst ping_idle_ping.py: using CellId 25737\u000a03:41:15.738135 tst ping_idle_ping.py: using BVCI 25738\u000a03:41:15.761882 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:15.772679 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:15.783570 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:15.794712 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:15.805536 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:15.816146 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:15.827437 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:15.853459 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:16.169990 tst ping_idle_ping.py:24: start network...\u000a03:41:16.300327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:16.814361 run create_hlr_db(pid=22228): Launched\u000a03:41:16.995259 bus /gobi_6: Setting Powered False\u000a03:41:18.013973 run create_hlr_db(pid=22228): Terminated: ok {rc=0}\u000a03:41:18.403460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22230): Launched\u000a03:41:18.693287 run osmo-hlr_10.42.42.2(pid=22231): Launched\u000a03:41:18.798761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:19.299306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22233): Launched\u000a03:41:19.588101 run osmo-stp_10.42.42.5(pid=22234): Launched\u000a03:41:19.693885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:20.199974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22236): Launched\u000a03:41:20.303985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:20.557368 run patchelf(pid=22237): Launched\u000a03:41:20.727438 run osmo-stp_10.42.42.5(pid=22234): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22234)]\u000a03:41:20.852074 run osmo-stp_10.42.42.5(pid=22234): stdout: \u000a| (launched: 2022-12-10_03:41:19.445759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:20.976865 run osmo-stp_10.42.42.5(pid=22234): stderr: \u000a| �[0;m�[38;5;43m20221210034119613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034119613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034119613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034119614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034119616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034119616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034119616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:21.097304 run osmo-stp_10.42.42.5(pid=22234): stdout: \u000a| (launched: 2022-12-10_03:41:19.445759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:21.216280 run osmo-stp_10.42.42.5(pid=22234): stderr: \u000a| �[0;m�[38;5;43m20221210034119613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034119613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034119613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034119614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034119616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034119616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034119616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:21.354838 run patchelf(pid=22237): Terminating (SIGINT)\u000a03:41:21.518176 run patchelf(pid=22237): Terminated: ok {rc=0}\u000a03:41:21.547994 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22234): Process ended prematurely: osmo-stp_10.42.42.5(pid=22234) [trial-2369↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22234)] [trial-2369↪gprs:sysmo↪ping_idle_ping.py:27]\u000a03:41:21.556780 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a03:41:21.616173 run osmo-hlr_10.42.42.2(pid=22231): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22231)]\u000a03:41:21.664552 run osmo-hlr_10.42.42.2(pid=22231): stdout: \u000a| (launched: 2022-12-10_03:41:18.549914) \u000a03:41:21.713530 run osmo-hlr_10.42.42.2(pid=22231): stderr: \u000a| �[0;m�[1;31m20221210034118727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034118727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034118727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034118727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034118727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034118727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034118757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034118768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034118768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034118768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:21.754828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22230): Terminating (SIGTERM)\u000a03:41:21.794173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22233): Terminating (SIGTERM)\u000a03:41:21.833877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22236): Terminating (SIGTERM)\u000a03:41:21.843042 --- ParallelTerminationStrategy: PID 22230 died...\u000a03:41:21.895890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22230): Terminated: ok {rc=0}\u000a03:41:21.905688 --- ParallelTerminationStrategy: PID 22233 died...\u000a03:41:21.958537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22233): Terminated: ok {rc=0}\u000a03:41:21.968429 --- ParallelTerminationStrategy: PID 22236 died...\u000a03:41:22.021150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22236): Terminated: ok {rc=0}\u000a03:41:22.108015 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:40:24" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22251): Process ended prematurely: osmo-stp_10.42.42.5(pid=22251) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22251)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22251): Process ended prematurely: osmo-stp_10.42.42.5(pid=22251) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:41:24.205202 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:24.216082 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:41:24.335646 tst cs_paging_gprs_active.py: using LAC 25738\u000a03:41:24.456364 tst cs_paging_gprs_active.py: using RAC 238\u000a03:41:24.578447 tst cs_paging_gprs_active.py: using CellId 25738\u000a03:41:24.703439 tst cs_paging_gprs_active.py: using BVCI 25739\u000a03:41:24.727616 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:24.738810 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:24.749793 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:24.761379 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:24.772725 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:24.784014 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:24.795563 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:24.807383 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:24.818995 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:24.934960 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:25.207303 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:41:25.330406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:25.636656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22241): Launched\u000a03:41:25.891041 run iperf3-srv_10.42.42.10(pid=22242): Launched\u000a03:41:26.071152 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:41:26.193993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:26.499468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22243): Launched\u000a03:41:26.753413 run iperf3-srv_10.42.42.10(pid=22244): Launched\u000a03:41:26.933780 tst cs_paging_gprs_active.py:38: start network...\u000a03:41:27.056424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:27.521253 run create_hlr_db(pid=22245): Launched\u000a03:41:27.691024 bus /gobi_6: Setting Powered False\u000a03:41:28.712418 run create_hlr_db(pid=22245): Terminated: ok {rc=0}\u000a03:41:29.130483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22247): Launched\u000a03:41:29.445563 run osmo-hlr_10.42.42.2(pid=22248): Launched\u000a03:41:29.561322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:30.109798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22250): Launched\u000a03:41:30.425373 run osmo-stp_10.42.42.5(pid=22251): Launched\u000a03:41:30.539509 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:31.131376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22253): Launched\u000a03:41:31.246223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:31.545821 run patchelf(pid=22254): Launched\u000a03:41:31.735289 run osmo-stp_10.42.42.5(pid=22251): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22251)]\u000a03:41:31.874057 run osmo-stp_10.42.42.5(pid=22251): stdout: \u000a| (launched: 2022-12-10_03:41:30.270389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:32.013277 run osmo-stp_10.42.42.5(pid=22251): stderr: \u000a| �[0;m�[38;5;43m20221210034130462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034130462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034130463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034130463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034130463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034130464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034130464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:32.146280 run osmo-stp_10.42.42.5(pid=22251): stdout: \u000a| (launched: 2022-12-10_03:41:30.270389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:32.276245 run osmo-stp_10.42.42.5(pid=22251): stderr: \u000a| �[0;m�[38;5;43m20221210034130462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034130462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034130463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034130463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034130463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034130464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034130464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:32.427576 run patchelf(pid=22254): Terminating (SIGINT)\u000a03:41:32.605025 run patchelf(pid=22254): Terminated: ok {rc=0}\u000a03:41:32.637883 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22251): Process ended prematurely: osmo-stp_10.42.42.5(pid=22251) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22251)] [trial-2369↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:41:32.648154 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a03:41:32.710462 run osmo-hlr_10.42.42.2(pid=22248): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22248)]\u000a03:41:32.761268 run osmo-hlr_10.42.42.2(pid=22248): stdout: \u000a| (launched: 2022-12-10_03:41:29.290934) \u000a03:41:32.813138 run osmo-hlr_10.42.42.2(pid=22248): stderr: \u000a| �[0;m�[1;31m20221210034129489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034129489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034129489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034129489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034129489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034129489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034129527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034129536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034129536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034129537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:32.857286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22241): Terminating (SIGTERM)\u000a03:41:32.898685 run iperf3-srv_10.42.42.10(pid=22242): Terminating (SIGTERM)\u000a03:41:32.940082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22243): Terminating (SIGTERM)\u000a03:41:32.981600 run iperf3-srv_10.42.42.10(pid=22244): Terminating (SIGTERM)\u000a03:41:33.023109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22247): Terminating (SIGTERM)\u000a03:41:33.064614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22250): Terminating (SIGTERM)\u000a03:41:33.106241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22253): Terminating (SIGTERM)\u000a03:41:33.115792 --- ParallelTerminationStrategy: PID 22241 died...\u000a03:41:33.171411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22241): Terminated: ok {rc=0}\u000a03:41:33.181537 --- ParallelTerminationStrategy: PID 22242 died...\u000a03:41:33.236901 run iperf3-srv_10.42.42.10(pid=22242): Terminated {rc=256}\u000a03:41:33.246967 --- ParallelTerminationStrategy: PID 22243 died...\u000a03:41:33.302070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22243): Terminated: ok {rc=0}\u000a03:41:33.312044 --- ParallelTerminationStrategy: PID 22244 died...\u000a03:41:33.366925 run iperf3-srv_10.42.42.10(pid=22244): Terminated {rc=256}\u000a03:41:33.376838 --- ParallelTerminationStrategy: PID 22247 died...\u000a03:41:33.432167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22247): Terminated: ok {rc=0}\u000a03:41:33.442197 --- ParallelTerminationStrategy: PID 22250 died...\u000a03:41:33.497681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22250): Terminated: ok {rc=0}\u000a03:41:33.507722 --- ParallelTerminationStrategy: PID 22253 died...\u000a03:41:33.562794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22253): Terminated: ok {rc=0}\u000a03:41:33.649182 bus /gobi_0: Setting Powered False\u000a03:41:34.750700 bus /gobi_0: Setting Powered False\u000a03:41:35.859048 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22265): Process ended prematurely: osmo-stp_10.42.42.5(pid=22265) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22265)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22265): Process ended prematurely: osmo-stp_10.42.42.5(pid=22265) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:41:36.967477 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:36.978753 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:41:37.105734 tst iperf3.py: using LAC 25739\u000a03:41:37.219555 tst iperf3.py: using RAC 239\u000a03:41:37.333521 tst iperf3.py: using CellId 25739\u000a03:41:37.447316 tst iperf3.py: using BVCI 25740\u000a03:41:37.469790 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:37.480433 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:37.490950 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:37.501719 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:37.512392 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:37.523090 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:37.533970 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:37.544542 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:37.555356 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:37.845390 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:41:37.977237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:38.300852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22257): Launched\u000a03:41:38.571415 run iperf3-srv_10.42.42.10(pid=22258): Launched\u000a03:41:38.764353 tst iperf3.py:8: start network...\u000a03:41:38.896234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:39.398749 run create_hlr_db(pid=22259): Launched\u000a03:41:39.580448 bus /gobi_6: Setting Powered False\u000a03:41:40.601407 run create_hlr_db(pid=22259): Terminated: ok {rc=0}\u000a03:41:40.994859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22261): Launched\u000a03:41:41.288319 run osmo-hlr_10.42.42.2(pid=22262): Launched\u000a03:41:41.400875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:41.917316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22264): Launched\u000a03:41:42.211232 run osmo-stp_10.42.42.5(pid=22265): Launched\u000a03:41:42.318182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:42.832789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22267): Launched\u000a03:41:42.937399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:43.193858 run patchelf(pid=22268): Launched\u000a03:41:43.366445 run osmo-stp_10.42.42.5(pid=22265): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22265)]\u000a03:41:43.493252 run osmo-stp_10.42.42.5(pid=22265): stdout: \u000a| (launched: 2022-12-10_03:41:42.066147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:43.620159 run osmo-stp_10.42.42.5(pid=22265): stderr: \u000a| �[0;m�[38;5;43m20221210034142235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034142235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034142235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034142236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034142236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034142236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034142237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:43.742630 run osmo-stp_10.42.42.5(pid=22265): stdout: \u000a| (launched: 2022-12-10_03:41:42.066147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:43.863479 run osmo-stp_10.42.42.5(pid=22265): stderr: \u000a| �[0;m�[38;5;43m20221210034142235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034142235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034142235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034142236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034142236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034142236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034142237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:44.004873 run patchelf(pid=22268): Terminating (SIGINT)\u000a03:41:44.171406 run patchelf(pid=22268): Terminated: ok {rc=0}\u000a03:41:44.202212 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22265): Process ended prematurely: osmo-stp_10.42.42.5(pid=22265) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22265)] [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a03:41:44.211569 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a03:41:44.271404 run osmo-hlr_10.42.42.2(pid=22262): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22262)]\u000a03:41:44.319704 run osmo-hlr_10.42.42.2(pid=22262): stdout: \u000a| (launched: 2022-12-10_03:41:41.144263) \u000a03:41:44.369082 run osmo-hlr_10.42.42.2(pid=22262): stderr: \u000a| �[0;m�[1;31m20221210034141321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034141321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034141321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034141321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034141321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034141321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034141334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034141342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034141342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034141343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:44.410673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22257): Terminating (SIGTERM)\u000a03:41:44.449858 run iperf3-srv_10.42.42.10(pid=22258): Terminating (SIGTERM)\u000a03:41:44.491081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22261): Terminating (SIGTERM)\u000a03:41:44.530421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22264): Terminating (SIGTERM)\u000a03:41:44.569687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22267): Terminating (SIGTERM)\u000a03:41:44.578933 --- ParallelTerminationStrategy: PID 22257 died...\u000a03:41:44.631646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22257): Terminated: ok {rc=0}\u000a03:41:44.641228 --- ParallelTerminationStrategy: PID 22258 died...\u000a03:41:44.693228 run iperf3-srv_10.42.42.10(pid=22258): Terminated {rc=256}\u000a03:41:44.702746 --- ParallelTerminationStrategy: PID 22261 died...\u000a03:41:44.754979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22261): Terminated: ok {rc=0}\u000a03:41:44.764332 --- ParallelTerminationStrategy: PID 22264 died...\u000a03:41:44.816795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22264): Terminated: ok {rc=0}\u000a03:41:44.826253 --- ParallelTerminationStrategy: PID 22267 died...\u000a03:41:44.879093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22267): Terminated: ok {rc=0}\u000a03:41:44.966441 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22283): Process ended prematurely: osmo-stp_10.42.42.5(pid=22283) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22283)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22283): Process ended prematurely: osmo-stp_10.42.42.5(pid=22283) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:41:46.105533 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:46.121905 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:41:46.257753 tst iperf3m4.py: using LAC 25740\u000a03:41:46.383703 tst iperf3m4.py: using RAC 240\u000a03:41:46.529774 tst iperf3m4.py: using CellId 25740\u000a03:41:46.681377 tst iperf3m4.py: using BVCI 25741\u000a03:41:46.705540 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:46.717398 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:46.729585 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:46.741897 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:46.754211 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:46.766354 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:46.778180 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:46.790251 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:46.802698 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:46.918486 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:47.063672 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:47.188017 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:47.466665 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:41:47.589480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:47.897196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22269): Launched\u000a03:41:48.150971 run iperf3-srv_10.42.42.10(pid=22270): Launched\u000a03:41:48.331356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:41:48.454305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:48.760830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22271): Launched\u000a03:41:49.014579 run iperf3-srv_10.42.42.10(pid=22272): Launched\u000a03:41:49.194026 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:41:49.316702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:49.622059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22273): Launched\u000a03:41:49.874968 run iperf3-srv_10.42.42.10(pid=22274): Launched\u000a03:41:50.054391 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:41:50.176495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:50.482155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22275): Launched\u000a03:41:50.735524 run iperf3-srv_10.42.42.10(pid=22276): Launched\u000a03:41:50.914706 tst iperf3m4.py:8: start network...\u000a03:41:51.036869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:51.500140 run create_hlr_db(pid=22277): Launched\u000a03:41:51.668690 bus /gobi_6: Setting Powered False\u000a03:41:52.691507 run create_hlr_db(pid=22277): Terminated: ok {rc=0}\u000a03:41:53.083777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22279): Launched\u000a03:41:53.378000 run osmo-hlr_10.42.42.2(pid=22280): Launched\u000a03:41:53.484498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:53.993890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22282): Launched\u000a03:41:54.287562 run osmo-stp_10.42.42.5(pid=22283): Launched\u000a03:41:54.395289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:54.907853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22285): Launched\u000a03:41:55.012375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:55.268369 run patchelf(pid=22286): Launched\u000a03:41:55.440469 run osmo-stp_10.42.42.5(pid=22283): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22283)]\u000a03:41:55.566343 run osmo-stp_10.42.42.5(pid=22283): stdout: \u000a| (launched: 2022-12-10_03:41:54.142946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:55.692815 run osmo-stp_10.42.42.5(pid=22283): stderr: \u000a| �[0;m�[38;5;43m20221210034154314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034154314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034154314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034154315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034154315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034154315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034154315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:55.814521 run osmo-stp_10.42.42.5(pid=22283): stdout: \u000a| (launched: 2022-12-10_03:41:54.142946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:55.935224 run osmo-stp_10.42.42.5(pid=22283): stderr: \u000a| �[0;m�[38;5;43m20221210034154314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034154314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034154314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034154315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034154315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034154315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034154315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:56.075642 run patchelf(pid=22286): Terminating (SIGINT)\u000a03:41:56.241167 run patchelf(pid=22286): Terminated: ok {rc=0}\u000a03:41:56.271717 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22283): Process ended prematurely: osmo-stp_10.42.42.5(pid=22283) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22283)] [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:41:56.281099 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a03:41:56.340606 run osmo-hlr_10.42.42.2(pid=22280): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22280)]\u000a03:41:56.388673 run osmo-hlr_10.42.42.2(pid=22280): stdout: \u000a| (launched: 2022-12-10_03:41:53.232786) \u000a03:41:56.437413 run osmo-hlr_10.42.42.2(pid=22280): stderr: \u000a| �[0;m�[1;31m20221210034153409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034153409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034153409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034153409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034153409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034153409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034153421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034153430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034153430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034153430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:56.478666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22269): Terminating (SIGTERM)\u000a03:41:56.517665 run iperf3-srv_10.42.42.10(pid=22270): Terminating (SIGTERM)\u000a03:41:56.556371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22271): Terminating (SIGTERM)\u000a03:41:56.595205 run iperf3-srv_10.42.42.10(pid=22272): Terminating (SIGTERM)\u000a03:41:56.634166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22273): Terminating (SIGTERM)\u000a03:41:56.672931 run iperf3-srv_10.42.42.10(pid=22274): Terminating (SIGTERM)\u000a03:41:56.711763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22275): Terminating (SIGTERM)\u000a03:41:56.750693 run iperf3-srv_10.42.42.10(pid=22276): Terminating (SIGTERM)\u000a03:41:56.789942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22279): Terminating (SIGTERM)\u000a03:41:56.828820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22282): Terminating (SIGTERM)\u000a03:41:56.868013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22285): Terminating (SIGTERM)\u000a03:41:56.877326 --- ParallelTerminationStrategy: PID 22269 died...\u000a03:41:56.929817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22269): Terminated: ok {rc=0}\u000a03:41:56.939427 --- ParallelTerminationStrategy: PID 22270 died...\u000a03:41:56.991463 run iperf3-srv_10.42.42.10(pid=22270): Terminated {rc=256}\u000a03:41:57.001074 --- ParallelTerminationStrategy: PID 22271 died...\u000a03:41:57.053095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22271): Terminated: ok {rc=0}\u000a03:41:57.062733 --- ParallelTerminationStrategy: PID 22272 died...\u000a03:41:57.115736 run iperf3-srv_10.42.42.10(pid=22272): Terminated {rc=256}\u000a03:41:57.125231 --- ParallelTerminationStrategy: PID 22273 died...\u000a03:41:57.177394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22273): Terminated: ok {rc=0}\u000a03:41:57.186747 --- ParallelTerminationStrategy: PID 22274 died...\u000a03:41:57.238655 run iperf3-srv_10.42.42.10(pid=22274): Terminated {rc=256}\u000a03:41:57.248242 --- ParallelTerminationStrategy: PID 22275 died...\u000a03:41:57.300920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22275): Terminated: ok {rc=0}\u000a03:41:57.310423 --- ParallelTerminationStrategy: PID 22276 died...\u000a03:41:57.362644 run iperf3-srv_10.42.42.10(pid=22276): Terminated {rc=256}\u000a03:41:57.372241 --- ParallelTerminationStrategy: PID 22279 died...\u000a03:41:57.424803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22279): Terminated: ok {rc=0}\u000a03:41:57.434331 --- ParallelTerminationStrategy: PID 22282 died...\u000a03:41:57.486858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22282): Terminated: ok {rc=0}\u000a03:41:57.496408 --- ParallelTerminationStrategy: PID 22285 died...\u000a03:41:57.549138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22285): Terminated: ok {rc=0}\u000a03:41:57.631659 bus /gobi_4: Setting Powered False\u000a03:41:58.737986 bus /gobi_4: Setting Powered False\u000a03:41:59.848381 bus /gobi_1: Setting Powered False\u000a03:42:00.970828 bus /gobi_1: Setting Powered False\u000a03:42:02.088793 bus /gobi_0: Setting Powered False\u000a03:42:03.193931 bus /gobi_0: Setting Powered False\u000a03:42:04.301264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22296): Process ended prematurely: osmo-stp_10.42.42.5(pid=22296) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22296)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22296): Process ended prematurely: osmo-stp_10.42.42.5(pid=22296) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:42:05.369905 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:05.381861 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:42:05.510552 tst ping.py: using LAC 25741\u000a03:42:05.633419 tst ping.py: using RAC 241\u000a03:42:05.751351 tst ping.py: using CellId 25741\u000a03:42:05.867050 tst ping.py: using BVCI 25742\u000a03:42:05.889117 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:05.899840 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:05.910469 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:05.921752 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:05.932813 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:05.943975 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:05.955408 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:05.966674 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:06.237053 tst ping.py:19: start network...\u000a03:42:06.357652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:06.813073 run create_hlr_db(pid=22290): Launched\u000a03:42:06.980668 bus /gobi_6: Setting Powered False\u000a03:42:08.002068 run create_hlr_db(pid=22290): Terminated: ok {rc=0}\u000a03:42:08.413708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22292): Launched\u000a03:42:08.725220 run osmo-hlr_10.42.42.2(pid=22293): Launched\u000a03:42:08.839413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:09.375435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22295): Launched\u000a03:42:09.684126 run osmo-stp_10.42.42.5(pid=22296): Launched\u000a03:42:09.796636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:10.335367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22298): Launched\u000a03:42:10.445682 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:10.715069 run patchelf(pid=22299): Launched\u000a03:42:10.896705 run osmo-stp_10.42.42.5(pid=22296): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22296)]\u000a03:42:11.028868 run osmo-stp_10.42.42.5(pid=22296): stdout: \u000a| (launched: 2022-12-10_03:42:09.532292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:11.161293 run osmo-stp_10.42.42.5(pid=22296): stderr: \u000a| �[0;m�[38;5;43m20221210034209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034209724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:11.288936 run osmo-stp_10.42.42.5(pid=22296): stdout: \u000a| (launched: 2022-12-10_03:42:09.532292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:11.415785 run osmo-stp_10.42.42.5(pid=22296): stderr: \u000a| �[0;m�[38;5;43m20221210034209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034209724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:11.563351 run patchelf(pid=22299): Terminating (SIGINT)\u000a03:42:11.736844 run patchelf(pid=22299): Terminated: ok {rc=0}\u000a03:42:11.768597 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22296): Process ended prematurely: osmo-stp_10.42.42.5(pid=22296) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22296)] [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a03:42:11.778029 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:42:11.840281 run osmo-hlr_10.42.42.2(pid=22293): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22293)]\u000a03:42:11.891201 run osmo-hlr_10.42.42.2(pid=22293): stdout: \u000a| (launched: 2022-12-10_03:42:08.571317) \u000a03:42:11.942511 run osmo-hlr_10.42.42.2(pid=22293): stderr: \u000a| �[0;m�[1;31m20221210034208767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034208767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034208767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034208767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034208767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034208767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034208780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034208788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034208789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034208789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:11.986221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22292): Terminating (SIGTERM)\u000a03:42:12.027477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22295): Terminating (SIGTERM)\u000a03:42:12.068704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22298): Terminating (SIGTERM)\u000a03:42:12.077994 --- ParallelTerminationStrategy: PID 22292 died...\u000a03:42:12.133456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22292): Terminated: ok {rc=0}\u000a03:42:12.143458 --- ParallelTerminationStrategy: PID 22295 died...\u000a03:42:12.198698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22295): Terminated: ok {rc=0}\u000a03:42:12.208646 --- ParallelTerminationStrategy: PID 22298 died...\u000a03:42:12.263822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22298): Terminated: ok {rc=0}\u000a03:42:12.350432 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22306): Process ended prematurely: osmo-stp_10.42.42.5(pid=22306) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22306)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22306): Process ended prematurely: osmo-stp_10.42.42.5(pid=22306) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:42:13.401438 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.413246 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:42:13.536120 tst ping_idle_ping.py: using LAC 25742\u000a03:42:13.650409 tst ping_idle_ping.py: using RAC 242\u000a03:42:13.763757 tst ping_idle_ping.py: using CellId 25742\u000a03:42:13.878092 tst ping_idle_ping.py: using BVCI 25743\u000a03:42:13.900105 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.910800 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.921388 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.932174 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.942919 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.953671 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.964423 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.975153 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:14.265281 tst ping_idle_ping.py:24: start network...\u000a03:42:14.394877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:14.891080 run create_hlr_db(pid=22300): Launched\u000a03:42:15.070634 bus /gobi_6: Setting Powered False\u000a03:42:16.087107 run create_hlr_db(pid=22300): Terminated: ok {rc=0}\u000a03:42:16.522372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22302): Launched\u000a03:42:16.876274 run osmo-hlr_10.42.42.2(pid=22303): Launched\u000a03:42:17.082077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:17.630403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22305): Launched\u000a03:42:17.940208 run osmo-stp_10.42.42.5(pid=22306): Launched\u000a03:42:18.052466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:18.593962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22308): Launched\u000a03:42:18.704843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:18.974966 run patchelf(pid=22309): Launched\u000a03:42:19.156595 run osmo-stp_10.42.42.5(pid=22306): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22306)]\u000a03:42:19.289274 run osmo-stp_10.42.42.5(pid=22306): stdout: \u000a| (launched: 2022-12-10_03:42:17.788363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:19.422320 run osmo-stp_10.42.42.5(pid=22306): stderr: \u000a| �[0;m�[38;5;43m20221210034217978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034217978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034217979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034217979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034217981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034217981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034217981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:19.550495 run osmo-stp_10.42.42.5(pid=22306): stdout: \u000a| (launched: 2022-12-10_03:42:17.788363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:19.677620 run osmo-stp_10.42.42.5(pid=22306): stderr: \u000a| �[0;m�[38;5;43m20221210034217978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034217978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034217979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034217979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034217981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034217981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034217981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:19.825820 run patchelf(pid=22309): Terminating (SIGINT)\u000a03:42:19.999799 run patchelf(pid=22309): Terminated: ok {rc=0}\u000a03:42:20.031556 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22306): Process ended prematurely: osmo-stp_10.42.42.5(pid=22306) [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22306)] [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:42:20.040769 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:42:20.102578 run osmo-hlr_10.42.42.2(pid=22303): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22303)]\u000a03:42:20.153326 run osmo-hlr_10.42.42.2(pid=22303): stdout: \u000a| (launched: 2022-12-10_03:42:16.683496) \u000a03:42:20.204301 run osmo-hlr_10.42.42.2(pid=22303): stderr: \u000a| �[0;m�[1;31m20221210034217012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034217012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034217012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034217012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034217012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034217012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034217032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034217040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034217049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034217049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:20.248162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22302): Terminating (SIGTERM)\u000a03:42:20.289667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22305): Terminating (SIGTERM)\u000a03:42:20.331180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22308): Terminating (SIGTERM)\u000a03:42:20.340713 --- ParallelTerminationStrategy: PID 22302 died...\u000a03:42:20.396235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22302): Terminated: ok {rc=0}\u000a03:42:20.406265 --- ParallelTerminationStrategy: PID 22305 died...\u000a03:42:20.461409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22305): Terminated: ok {rc=0}\u000a03:42:20.471409 --- ParallelTerminationStrategy: PID 22308 died...\u000a03:42:20.526396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22308): Terminated: ok {rc=0}\u000a03:42:20.612291 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:41:23" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22323): Process ended prematurely: osmo-stp_10.42.42.5(pid=22323) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22323)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22323): Process ended prematurely: osmo-stp_10.42.42.5(pid=22323) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:42:22.736846 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:22.748180 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:42:22.900653 tst cs_paging_gprs_active.py: using LAC 25743\u000a03:42:23.022984 tst cs_paging_gprs_active.py: using RAC 243\u000a03:42:23.144762 tst cs_paging_gprs_active.py: using CellId 25743\u000a03:42:23.263399 tst cs_paging_gprs_active.py: using BVCI 25744\u000a03:42:23.286146 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:23.297085 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:23.307818 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:23.319279 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:23.330622 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:23.342142 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:23.353602 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:23.364665 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:23.376016 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:23.494050 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:23.768511 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:42:23.892118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:24.198200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22313): Launched\u000a03:42:24.450564 run iperf3-srv_10.42.42.10(pid=22314): Launched\u000a03:42:24.630741 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:42:24.754096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:25.059347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22315): Launched\u000a03:42:25.312319 run iperf3-srv_10.42.42.10(pid=22316): Launched\u000a03:42:25.491772 tst cs_paging_gprs_active.py:38: start network...\u000a03:42:25.615038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:26.077376 run create_hlr_db(pid=22317): Launched\u000a03:42:26.247298 bus /gobi_6: Setting Powered False\u000a03:42:27.269126 run create_hlr_db(pid=22317): Terminated: ok {rc=0}\u000a03:42:27.687651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22319): Launched\u000a03:42:28.005494 run osmo-hlr_10.42.42.2(pid=22320): Launched\u000a03:42:28.124786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:28.671248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22322): Launched\u000a03:42:28.986137 run osmo-stp_10.42.42.5(pid=22323): Launched\u000a03:42:29.100548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:29.648901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22325): Launched\u000a03:42:29.761142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:30.035045 run patchelf(pid=22326): Launched\u000a03:42:30.219254 run osmo-stp_10.42.42.5(pid=22323): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22323)]\u000a03:42:30.354670 run osmo-stp_10.42.42.5(pid=22323): stdout: \u000a| (launched: 2022-12-10_03:42:28.832121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:30.489861 run osmo-stp_10.42.42.5(pid=22323): stderr: \u000a| �[0;m�[38;5;43m20221210034229024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034229025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034229025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034229025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:30.620125 run osmo-stp_10.42.42.5(pid=22323): stdout: \u000a| (launched: 2022-12-10_03:42:28.832121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:30.749614 run osmo-stp_10.42.42.5(pid=22323): stderr: \u000a| �[0;m�[38;5;43m20221210034229024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034229025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034229025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034229025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:30.905101 run patchelf(pid=22326): Terminating (SIGINT)\u000a03:42:31.104484 run patchelf(pid=22326): Terminated: ok {rc=0}\u000a03:42:31.138149 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22323): Process ended prematurely: osmo-stp_10.42.42.5(pid=22323) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22323)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:42:31.148766 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a03:42:31.211788 run osmo-hlr_10.42.42.2(pid=22320): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22320)]\u000a03:42:31.263059 run osmo-hlr_10.42.42.2(pid=22320): stdout: \u000a| (launched: 2022-12-10_03:42:27.848689) \u000a03:42:31.327639 run osmo-hlr_10.42.42.2(pid=22320): stderr: \u000a| �[0;m�[1;31m20221210034228046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034228046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034228046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034228046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034228046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034228046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034228059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034228067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034228067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034228067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:31.382529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22313): Terminating (SIGTERM)\u000a03:42:31.435541 run iperf3-srv_10.42.42.10(pid=22314): Terminating (SIGTERM)\u000a03:42:31.483463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22315): Terminating (SIGTERM)\u000a03:42:31.534588 run iperf3-srv_10.42.42.10(pid=22316): Terminating (SIGTERM)\u000a03:42:31.581846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22319): Terminating (SIGTERM)\u000a03:42:31.624094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22322): Terminating (SIGTERM)\u000a03:42:31.666576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22325): Terminating (SIGTERM)\u000a03:42:31.676388 --- ParallelTerminationStrategy: PID 22313 died...\u000a03:42:31.733023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22313): Terminated: ok {rc=0}\u000a03:42:31.743628 --- ParallelTerminationStrategy: PID 22314 died...\u000a03:42:31.799970 run iperf3-srv_10.42.42.10(pid=22314): Terminated {rc=256}\u000a03:42:31.810581 --- ParallelTerminationStrategy: PID 22315 died...\u000a03:42:31.867291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22315): Terminated: ok {rc=0}\u000a03:42:31.877912 --- ParallelTerminationStrategy: PID 22316 died...\u000a03:42:31.933043 run iperf3-srv_10.42.42.10(pid=22316): Terminated {rc=256}\u000a03:42:31.943674 --- ParallelTerminationStrategy: PID 22319 died...\u000a03:42:31.998740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22319): Terminated: ok {rc=0}\u000a03:42:32.008886 --- ParallelTerminationStrategy: PID 22322 died...\u000a03:42:32.064173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22322): Terminated: ok {rc=0}\u000a03:42:32.074455 --- ParallelTerminationStrategy: PID 22325 died...\u000a03:42:32.129375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22325): Terminated: ok {rc=0}\u000a03:42:32.215553 bus /gobi_0: Setting Powered False\u000a03:42:33.317929 bus /gobi_0: Setting Powered False\u000a03:42:34.427495 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22336): Process ended prematurely: osmo-stp_10.42.42.5(pid=22336) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22336)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22336): Process ended prematurely: osmo-stp_10.42.42.5(pid=22336) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:42:35.535776 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:35.547260 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:42:35.691799 tst iperf3.py: using LAC 25744\u000a03:42:35.807393 tst iperf3.py: using RAC 244\u000a03:42:35.926972 tst iperf3.py: using CellId 25744\u000a03:42:36.042355 tst iperf3.py: using BVCI 25745\u000a03:42:36.064584 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:36.075413 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:36.086091 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:36.096838 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:36.107705 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:36.118561 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:36.129498 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:36.140211 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:36.151202 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:36.438049 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:42:36.570175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:36.897445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22328): Launched\u000a03:42:37.168093 run iperf3-srv_10.42.42.10(pid=22329): Launched\u000a03:42:37.361538 tst iperf3.py:8: start network...\u000a03:42:37.493463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:37.988339 run create_hlr_db(pid=22330): Launched\u000a03:42:38.158065 bus /gobi_6: Setting Powered False\u000a03:42:39.179792 run create_hlr_db(pid=22330): Terminated: ok {rc=0}\u000a03:42:39.572204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22332): Launched\u000a03:42:39.866473 run osmo-hlr_10.42.42.2(pid=22333): Launched\u000a03:42:39.973766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:40.485160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22335): Launched\u000a03:42:40.778525 run osmo-stp_10.42.42.5(pid=22336): Launched\u000a03:42:40.886638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:41.399703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22338): Launched\u000a03:42:41.504536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:41.760509 run patchelf(pid=22339): Launched\u000a03:42:41.933497 run osmo-stp_10.42.42.5(pid=22336): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22336)]\u000a03:42:42.059995 run osmo-stp_10.42.42.5(pid=22336): stdout: \u000a| (launched: 2022-12-10_03:42:40.633829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:42.187041 run osmo-stp_10.42.42.5(pid=22336): stderr: \u000a| �[0;m�[38;5;43m20221210034240804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034240804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034240804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034240805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034240805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034240805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034240805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:42.309223 run osmo-stp_10.42.42.5(pid=22336): stdout: \u000a| (launched: 2022-12-10_03:42:40.633829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:42.430507 run osmo-stp_10.42.42.5(pid=22336): stderr: \u000a| �[0;m�[38;5;43m20221210034240804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034240804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034240804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034240805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034240805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034240805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034240805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:42.572397 run patchelf(pid=22339): Terminating (SIGINT)\u000a03:42:42.738619 run patchelf(pid=22339): Terminated: ok {rc=0}\u000a03:42:42.769412 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22336): Process ended prematurely: osmo-stp_10.42.42.5(pid=22336) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22336)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:42:42.778758 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a03:42:42.838822 run osmo-hlr_10.42.42.2(pid=22333): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22333)]\u000a03:42:42.887162 run osmo-hlr_10.42.42.2(pid=22333): stdout: \u000a| (launched: 2022-12-10_03:42:39.721587) \u000a03:42:42.936153 run osmo-hlr_10.42.42.2(pid=22333): stderr: \u000a| �[0;m�[1;31m20221210034239897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034239897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034239897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034239897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034239897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034239897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034239927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034239937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034239938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034239938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:42.977540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22328): Terminating (SIGTERM)\u000a03:42:43.016840 run iperf3-srv_10.42.42.10(pid=22329): Terminating (SIGTERM)\u000a03:42:43.056310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22332): Terminating (SIGTERM)\u000a03:42:43.095510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22335): Terminating (SIGTERM)\u000a03:42:43.134886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22338): Terminating (SIGTERM)\u000a03:42:43.144086 --- ParallelTerminationStrategy: PID 22328 died...\u000a03:42:43.196778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22328): Terminated: ok {rc=0}\u000a03:42:43.206291 --- ParallelTerminationStrategy: PID 22329 died...\u000a03:42:43.258386 run iperf3-srv_10.42.42.10(pid=22329): Terminated {rc=256}\u000a03:42:43.267944 --- ParallelTerminationStrategy: PID 22332 died...\u000a03:42:43.320355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22332): Terminated: ok {rc=0}\u000a03:42:43.329773 --- ParallelTerminationStrategy: PID 22335 died...\u000a03:42:43.382008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22335): Terminated: ok {rc=0}\u000a03:42:43.391427 --- ParallelTerminationStrategy: PID 22338 died...\u000a03:42:43.443737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22338): Terminated: ok {rc=0}\u000a03:42:43.530859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22354): Process ended prematurely: osmo-stp_10.42.42.5(pid=22354) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22354)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22354): Process ended prematurely: osmo-stp_10.42.42.5(pid=22354) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:42:44.639433 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:44.650840 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:42:44.791866 tst iperf3m4.py: using LAC 25745\u000a03:42:44.909574 tst iperf3m4.py: using RAC 245\u000a03:42:45.024668 tst iperf3m4.py: using CellId 25745\u000a03:42:45.138850 tst iperf3m4.py: using BVCI 25746\u000a03:42:45.161251 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:45.171975 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:45.182521 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:45.193324 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:45.203960 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:45.214765 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:45.225747 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:45.236331 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:45.247256 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:45.365069 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:45.481447 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:45.598807 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:45.891792 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:42:46.023598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:46.358409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22340): Launched\u000a03:42:46.649024 run iperf3-srv_10.42.42.10(pid=22341): Launched\u000a03:42:46.848902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:42:46.984730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:47.328409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22342): Launched\u000a03:42:47.599200 run iperf3-srv_10.42.42.10(pid=22343): Launched\u000a03:42:47.792514 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:42:47.924765 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:48.250337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22344): Launched\u000a03:42:48.521769 run iperf3-srv_10.42.42.10(pid=22345): Launched\u000a03:42:48.714962 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:42:48.846919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:49.173483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22346): Launched\u000a03:42:49.443720 run iperf3-srv_10.42.42.10(pid=22347): Launched\u000a03:42:49.636753 tst iperf3m4.py:8: start network...\u000a03:42:49.767977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:50.272279 run create_hlr_db(pid=22348): Launched\u000a03:42:50.454126 bus /gobi_6: Setting Powered False\u000a03:42:51.475757 run create_hlr_db(pid=22348): Terminated: ok {rc=0}\u000a03:42:51.896145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22350): Launched\u000a03:42:52.210865 run osmo-hlr_10.42.42.2(pid=22351): Launched\u000a03:42:52.329037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:52.874479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22353): Launched\u000a03:42:53.186032 run osmo-stp_10.42.42.5(pid=22354): Launched\u000a03:42:53.303703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:53.851495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22356): Launched\u000a03:42:53.963132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:54.235747 run patchelf(pid=22357): Launched\u000a03:42:54.419323 run osmo-stp_10.42.42.5(pid=22354): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22354)]\u000a03:42:54.553661 run osmo-stp_10.42.42.5(pid=22354): stdout: \u000a| (launched: 2022-12-10_03:42:53.034394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:54.688212 run osmo-stp_10.42.42.5(pid=22354): stderr: \u000a| �[0;m�[38;5;43m20221210034253245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034253245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034253245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034253246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034253248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034253248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034253248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:54.817988 run osmo-stp_10.42.42.5(pid=22354): stdout: \u000a| (launched: 2022-12-10_03:42:53.034394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:54.947428 run osmo-stp_10.42.42.5(pid=22354): stderr: \u000a| �[0;m�[38;5;43m20221210034253245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034253245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034253245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034253246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034253248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034253248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034253248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:55.097055 run patchelf(pid=22357): Terminating (SIGINT)\u000a03:42:55.273211 run patchelf(pid=22357): Terminated: ok {rc=0}\u000a03:42:55.305766 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22354): Process ended prematurely: osmo-stp_10.42.42.5(pid=22354) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22354)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:42:55.315754 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a03:42:55.377700 run osmo-hlr_10.42.42.2(pid=22351): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22351)]\u000a03:42:55.428140 run osmo-hlr_10.42.42.2(pid=22351): stdout: \u000a| (launched: 2022-12-10_03:42:52.057880) \u000a03:42:55.479016 run osmo-hlr_10.42.42.2(pid=22351): stderr: \u000a| �[0;m�[1;31m20221210034252253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034252253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034252253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034252253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034252253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034252254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034252267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034252276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034252277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034252277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:55.522476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22340): Terminating (SIGTERM)\u000a03:42:55.563496 run iperf3-srv_10.42.42.10(pid=22341): Terminating (SIGTERM)\u000a03:42:55.604631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22342): Terminating (SIGTERM)\u000a03:42:55.645612 run iperf3-srv_10.42.42.10(pid=22343): Terminating (SIGTERM)\u000a03:42:55.686466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22344): Terminating (SIGTERM)\u000a03:42:55.727832 run iperf3-srv_10.42.42.10(pid=22345): Terminating (SIGTERM)\u000a03:42:55.768707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22346): Terminating (SIGTERM)\u000a03:42:55.809609 run iperf3-srv_10.42.42.10(pid=22347): Terminating (SIGTERM)\u000a03:42:55.850873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22350): Terminating (SIGTERM)\u000a03:42:55.891937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22353): Terminating (SIGTERM)\u000a03:42:55.933090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22356): Terminating (SIGTERM)\u000a03:42:55.942602 --- ParallelTerminationStrategy: PID 22340 died...\u000a03:42:55.997610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22340): Terminated: ok {rc=0}\u000a03:42:56.007458 --- ParallelTerminationStrategy: PID 22341 died...\u000a03:42:56.062311 run iperf3-srv_10.42.42.10(pid=22341): Terminated {rc=256}\u000a03:42:56.072073 --- ParallelTerminationStrategy: PID 22342 died...\u000a03:42:56.127074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22342): Terminated: ok {rc=0}\u000a03:42:56.136943 --- ParallelTerminationStrategy: PID 22343 died...\u000a03:42:56.191620 run iperf3-srv_10.42.42.10(pid=22343): Terminated {rc=256}\u000a03:42:56.201850 --- ParallelTerminationStrategy: PID 22344 died...\u000a03:42:56.256623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22344): Terminated: ok {rc=0}\u000a03:42:56.266496 --- ParallelTerminationStrategy: PID 22345 died...\u000a03:42:56.321190 run iperf3-srv_10.42.42.10(pid=22345): Terminated {rc=256}\u000a03:42:56.331044 --- ParallelTerminationStrategy: PID 22346 died...\u000a03:42:56.385827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22346): Terminated: ok {rc=0}\u000a03:42:56.395724 --- ParallelTerminationStrategy: PID 22347 died...\u000a03:42:56.450521 run iperf3-srv_10.42.42.10(pid=22347): Terminated {rc=256}\u000a03:42:56.460279 --- ParallelTerminationStrategy: PID 22350 died...\u000a03:42:56.515030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22350): Terminated: ok {rc=0}\u000a03:42:56.524925 --- ParallelTerminationStrategy: PID 22353 died...\u000a03:42:56.579881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22353): Terminated: ok {rc=0}\u000a03:42:56.589922 --- ParallelTerminationStrategy: PID 22356 died...\u000a03:42:56.644601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22356): Terminated: ok {rc=0}\u000a03:42:56.731313 bus /gobi_4: Setting Powered False\u000a03:42:57.837256 bus /gobi_4: Setting Powered False\u000a03:42:58.945096 bus /gobi_1: Setting Powered False\u000a03:43:00.050455 bus /gobi_1: Setting Powered False\u000a03:43:01.164837 bus /gobi_0: Setting Powered False\u000a03:43:02.270291 bus /gobi_0: Setting Powered False\u000a03:43:03.378372 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22364): Process ended prematurely: osmo-stp_10.42.42.5(pid=22364) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22364)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22364): Process ended prematurely: osmo-stp_10.42.42.5(pid=22364) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:43:04.443358 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:04.454638 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:04.595788 tst ping.py: using LAC 25746\u000a03:43:04.709470 tst ping.py: using RAC 246\u000a03:43:04.823732 tst ping.py: using CellId 25746\u000a03:43:04.936500 tst ping.py: using BVCI 25747\u000a03:43:04.958622 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:04.969504 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:04.980076 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:04.990789 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:05.001996 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:05.012797 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:05.023966 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:05.034926 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:05.301302 tst ping.py:19: start network...\u000a03:43:05.421700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:05.876881 run create_hlr_db(pid=22358): Launched\u000a03:43:06.044727 bus /gobi_6: Setting Powered False\u000a03:43:07.066077 run create_hlr_db(pid=22358): Terminated: ok {rc=0}\u000a03:43:07.477390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22360): Launched\u000a03:43:07.786667 run osmo-hlr_10.42.42.2(pid=22361): Launched\u000a03:43:07.904471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:08.449816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22363): Launched\u000a03:43:08.759748 run osmo-stp_10.42.42.5(pid=22364): Launched\u000a03:43:08.872615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:09.411940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22366): Launched\u000a03:43:09.522276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:09.790583 run patchelf(pid=22367): Launched\u000a03:43:09.972245 run osmo-stp_10.42.42.5(pid=22364): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22364)]\u000a03:43:10.105010 run osmo-stp_10.42.42.5(pid=22364): stdout: \u000a| (launched: 2022-12-10_03:43:08.607168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:10.237840 run osmo-stp_10.42.42.5(pid=22364): stderr: \u000a| �[0;m�[38;5;43m20221210034308797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034308797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034308797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034308797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034308798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034308798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034308798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:10.365776 run osmo-stp_10.42.42.5(pid=22364): stdout: \u000a| (launched: 2022-12-10_03:43:08.607168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:10.492606 run osmo-stp_10.42.42.5(pid=22364): stderr: \u000a| �[0;m�[38;5;43m20221210034308797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034308797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034308797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034308797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034308798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034308798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034308798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:10.640103 run patchelf(pid=22367): Terminating (SIGINT)\u000a03:43:10.813775 run patchelf(pid=22367): Terminated: ok {rc=0}\u000a03:43:10.845443 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22364): Process ended prematurely: osmo-stp_10.42.42.5(pid=22364) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22364)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:43:10.855148 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:43:10.917310 run osmo-hlr_10.42.42.2(pid=22361): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22361)]\u000a03:43:10.967671 run osmo-hlr_10.42.42.2(pid=22361): stdout: \u000a| (launched: 2022-12-10_03:43:07.635182) \u000a03:43:11.018666 run osmo-hlr_10.42.42.2(pid=22361): stderr: \u000a| �[0;m�[1;31m20221210034307833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034307833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034307833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034307833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034307833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034307833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034307845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034307855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034307855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034307855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:11.062603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22360): Terminating (SIGTERM)\u000a03:43:11.104278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22363): Terminating (SIGTERM)\u000a03:43:11.145713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22366): Terminating (SIGTERM)\u000a03:43:11.155296 --- ParallelTerminationStrategy: PID 22360 died...\u000a03:43:11.210504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22360): Terminated: ok {rc=0}\u000a03:43:11.220415 --- ParallelTerminationStrategy: PID 22363 died...\u000a03:43:11.275486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22363): Terminated: ok {rc=0}\u000a03:43:11.285540 --- ParallelTerminationStrategy: PID 22366 died...\u000a03:43:11.340266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22366): Terminated: ok {rc=0}\u000a03:43:11.425787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22374): Process ended prematurely: osmo-stp_10.42.42.5(pid=22374) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22374)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22374): Process ended prematurely: osmo-stp_10.42.42.5(pid=22374) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:43:12.479091 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:12.490798 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:12.639617 tst ping_idle_ping.py: using LAC 25747\u000a03:43:12.760628 tst ping_idle_ping.py: using RAC 247\u000a03:43:12.882332 tst ping_idle_ping.py: using CellId 25747\u000a03:43:13.008140 tst ping_idle_ping.py: using BVCI 25748\u000a03:43:13.031806 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:13.043109 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:13.054140 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:13.065215 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:13.076248 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:13.087408 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:13.098736 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:13.109779 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:13.379541 tst ping_idle_ping.py:24: start network...\u000a03:43:13.501314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:13.961518 run create_hlr_db(pid=22368): Launched\u000a03:43:14.129792 bus /gobi_6: Setting Powered False\u000a03:43:15.151298 run create_hlr_db(pid=22368): Terminated: ok {rc=0}\u000a03:43:15.562772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22370): Launched\u000a03:43:15.934594 run osmo-hlr_10.42.42.2(pid=22371): Launched\u000a03:43:16.187823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:16.748224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22373): Launched\u000a03:43:17.147327 run osmo-stp_10.42.42.5(pid=22374): Launched\u000a03:43:17.355418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:17.958841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22376): Launched\u000a03:43:18.070380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:18.341136 run patchelf(pid=22377): Launched\u000a03:43:18.522509 run osmo-stp_10.42.42.5(pid=22374): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22374)]\u000a03:43:18.654856 run osmo-stp_10.42.42.5(pid=22374): stdout: \u000a| (launched: 2022-12-10_03:43:16.909794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:18.787566 run osmo-stp_10.42.42.5(pid=22374): stderr: \u000a| �[0;m�[38;5;43m20221210034317265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034317265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034317266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034317266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034317268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034317268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034317269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:18.916152 run osmo-stp_10.42.42.5(pid=22374): stdout: \u000a| (launched: 2022-12-10_03:43:16.909794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:19.043121 run osmo-stp_10.42.42.5(pid=22374): stderr: \u000a| �[0;m�[38;5;43m20221210034317265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034317265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034317266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034317266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034317268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034317268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034317269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:19.192684 run patchelf(pid=22377): Terminating (SIGINT)\u000a03:43:19.365883 run patchelf(pid=22377): Terminated: ok {rc=0}\u000a03:43:19.397505 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22374): Process ended prematurely: osmo-stp_10.42.42.5(pid=22374) [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22374)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:43:19.406858 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a03:43:19.468102 run osmo-hlr_10.42.42.2(pid=22371): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22371)]\u000a03:43:19.518130 run osmo-hlr_10.42.42.2(pid=22371): stdout: \u000a| (launched: 2022-12-10_03:43:15.721025) \u000a03:43:19.568802 run osmo-hlr_10.42.42.2(pid=22371): stderr: \u000a| �[0;m�[1;31m20221210034315994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034315994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034315994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034315994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034315994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034315994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034316015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034316028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034316028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034316028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:19.612167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22370): Terminating (SIGTERM)\u000a03:43:19.652889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22373): Terminating (SIGTERM)\u000a03:43:19.694519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22376): Terminating (SIGTERM)\u000a03:43:19.703934 --- ParallelTerminationStrategy: PID 22370 died...\u000a03:43:19.758665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22370): Terminated: ok {rc=0}\u000a03:43:19.768523 --- ParallelTerminationStrategy: PID 22373 died...\u000a03:43:19.823269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22373): Terminated: ok {rc=0}\u000a03:43:19.833221 --- ParallelTerminationStrategy: PID 22376 died...\u000a03:43:19.887618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22376): Terminated: ok {rc=0}\u000a03:43:19.972385 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:42:22" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22391): Process ended prematurely: osmo-stp_10.42.42.5(pid=22391) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22391)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22391): Process ended prematurely: osmo-stp_10.42.42.5(pid=22391) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:43:22.095295 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:22.106712 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:43:22.259803 tst cs_paging_gprs_active.py: using LAC 25748\u000a03:43:22.382650 tst cs_paging_gprs_active.py: using RAC 248\u000a03:43:22.504506 tst cs_paging_gprs_active.py: using CellId 25748\u000a03:43:22.626826 tst cs_paging_gprs_active.py: using BVCI 25749\u000a03:43:22.651040 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:22.662255 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:22.673256 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:22.684420 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:22.695592 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:22.706822 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:22.718324 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:22.729716 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:22.741081 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:22.857811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:23.147034 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:43:23.279633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:23.606841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22381): Launched\u000a03:43:23.877948 run iperf3-srv_10.42.42.10(pid=22382): Launched\u000a03:43:24.071560 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:43:24.203333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:24.529672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22383): Launched\u000a03:43:24.800018 run iperf3-srv_10.42.42.10(pid=22384): Launched\u000a03:43:24.993568 tst cs_paging_gprs_active.py:38: start network...\u000a03:43:25.124812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:25.627393 run create_hlr_db(pid=22385): Launched\u000a03:43:25.809567 bus /gobi_6: Setting Powered False\u000a03:43:26.830842 run create_hlr_db(pid=22385): Terminated: ok {rc=0}\u000a03:43:27.250417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22387): Launched\u000a03:43:27.566862 run osmo-hlr_10.42.42.2(pid=22388): Launched\u000a03:43:27.682516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:28.226711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22390): Launched\u000a03:43:28.541037 run osmo-stp_10.42.42.5(pid=22391): Launched\u000a03:43:28.655197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:29.202848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22393): Launched\u000a03:43:29.315246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:29.590465 run patchelf(pid=22394): Launched\u000a03:43:29.774755 run osmo-stp_10.42.42.5(pid=22391): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22391)]\u000a03:43:29.910098 run osmo-stp_10.42.42.5(pid=22391): stdout: \u000a| (launched: 2022-12-10_03:43:28.386331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:30.045289 run osmo-stp_10.42.42.5(pid=22391): stderr: \u000a| �[0;m�[38;5;43m20221210034328579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034328580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034328580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034328580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034328581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034328581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034328581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:30.175597 run osmo-stp_10.42.42.5(pid=22391): stdout: \u000a| (launched: 2022-12-10_03:43:28.386331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:30.304662 run osmo-stp_10.42.42.5(pid=22391): stderr: \u000a| �[0;m�[38;5;43m20221210034328579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034328580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034328580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034328580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034328581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034328581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034328581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:30.455400 run patchelf(pid=22394): Terminating (SIGINT)\u000a03:43:30.631964 run patchelf(pid=22394): Terminated: ok {rc=0}\u000a03:43:30.664592 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22391): Process ended prematurely: osmo-stp_10.42.42.5(pid=22391) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22391)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:43:30.674623 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:43:30.736187 run osmo-hlr_10.42.42.2(pid=22388): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22388)]\u000a03:43:30.786447 run osmo-hlr_10.42.42.2(pid=22388): stdout: \u000a| (launched: 2022-12-10_03:43:27.411288) \u000a03:43:30.844597 run osmo-hlr_10.42.42.2(pid=22388): stderr: \u000a| �[0;m�[1;31m20221210034327611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034327611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034327612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034327612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034327612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034327612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034327624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034327633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034327633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034327633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:30.889096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22381): Terminating (SIGTERM)\u000a03:43:30.930332 run iperf3-srv_10.42.42.10(pid=22382): Terminating (SIGTERM)\u000a03:43:30.971805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22383): Terminating (SIGTERM)\u000a03:43:31.013413 run iperf3-srv_10.42.42.10(pid=22384): Terminating (SIGTERM)\u000a03:43:31.055102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22387): Terminating (SIGTERM)\u000a03:43:31.096585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22390): Terminating (SIGTERM)\u000a03:43:31.139560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22393): Terminating (SIGTERM)\u000a03:43:31.151565 --- ParallelTerminationStrategy: PID 22381 died...\u000a03:43:31.207470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22381): Terminated: ok {rc=0}\u000a03:43:31.218375 --- ParallelTerminationStrategy: PID 22382 died...\u000a03:43:31.274532 run iperf3-srv_10.42.42.10(pid=22382): Terminated {rc=256}\u000a03:43:31.284792 --- ParallelTerminationStrategy: PID 22383 died...\u000a03:43:31.341627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22383): Terminated: ok {rc=0}\u000a03:43:31.352432 --- ParallelTerminationStrategy: PID 22384 died...\u000a03:43:31.408475 run iperf3-srv_10.42.42.10(pid=22384): Terminated {rc=256}\u000a03:43:31.418835 --- ParallelTerminationStrategy: PID 22387 died...\u000a03:43:31.474870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22387): Terminated: ok {rc=0}\u000a03:43:31.485225 --- ParallelTerminationStrategy: PID 22390 died...\u000a03:43:31.540684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22390): Terminated: ok {rc=0}\u000a03:43:31.551060 --- ParallelTerminationStrategy: PID 22393 died...\u000a03:43:31.606526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22393): Terminated: ok {rc=0}\u000a03:43:31.692577 bus /gobi_0: Setting Powered False\u000a03:43:32.797321 bus /gobi_0: Setting Powered False\u000a03:43:33.902673 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22403): Process ended prematurely: osmo-stp_10.42.42.5(pid=22403) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22403)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22403): Process ended prematurely: osmo-stp_10.42.42.5(pid=22403) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:43:35.014737 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:35.026613 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:43:35.179420 tst iperf3.py: using LAC 25749\u000a03:43:35.302440 tst iperf3.py: using RAC 249\u000a03:43:35.425210 tst iperf3.py: using CellId 25749\u000a03:43:35.550413 tst iperf3.py: using BVCI 25750\u000a03:43:35.574472 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:35.585729 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:35.596779 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:35.607919 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:35.618957 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:35.630078 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:35.641241 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:35.652132 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:35.663860 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:35.935875 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:43:36.059729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:36.366119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22395): Launched\u000a03:43:36.619834 run iperf3-srv_10.42.42.10(pid=22396): Launched\u000a03:43:36.801212 tst iperf3.py:8: start network...\u000a03:43:36.924484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:37.388296 run create_hlr_db(pid=22397): Launched\u000a03:43:37.558299 bus /gobi_6: Setting Powered False\u000a03:43:38.579692 run create_hlr_db(pid=22397): Terminated: ok {rc=0}\u000a03:43:38.999058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22399): Launched\u000a03:43:39.314165 run osmo-hlr_10.42.42.2(pid=22400): Launched\u000a03:43:39.430121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:39.978355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22402): Launched\u000a03:43:40.292930 run osmo-stp_10.42.42.5(pid=22403): Launched\u000a03:43:40.407222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:40.958309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22405): Launched\u000a03:43:41.070734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:41.345689 run patchelf(pid=22406): Launched\u000a03:43:41.530186 run osmo-stp_10.42.42.5(pid=22403): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22403)]\u000a03:43:41.665464 run osmo-stp_10.42.42.5(pid=22403): stdout: \u000a| (launched: 2022-12-10_03:43:40.138649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:41.801061 run osmo-stp_10.42.42.5(pid=22403): stderr: \u000a| �[0;m�[38;5;43m20221210034340332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034340332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034340332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034340333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034340333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034340333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034340333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:41.932165 run osmo-stp_10.42.42.5(pid=22403): stdout: \u000a| (launched: 2022-12-10_03:43:40.138649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:42.061473 run osmo-stp_10.42.42.5(pid=22403): stderr: \u000a| �[0;m�[38;5;43m20221210034340332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034340332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034340332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034340333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034340333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034340333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034340333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:42.211996 run patchelf(pid=22406): Terminating (SIGINT)\u000a03:43:42.388811 run patchelf(pid=22406): Terminated: ok {rc=0}\u000a03:43:42.421603 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22403): Process ended prematurely: osmo-stp_10.42.42.5(pid=22403) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22403)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:43:42.431560 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a03:43:42.493331 run osmo-hlr_10.42.42.2(pid=22400): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22400)]\u000a03:43:42.543980 run osmo-hlr_10.42.42.2(pid=22400): stdout: \u000a| (launched: 2022-12-10_03:43:39.159493) \u000a03:43:42.595507 run osmo-hlr_10.42.42.2(pid=22400): stderr: \u000a| �[0;m�[1;31m20221210034339357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034339357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034339357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034339357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034339357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034339357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034339377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034339388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034339388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034339388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:42.639136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22395): Terminating (SIGTERM)\u000a03:43:42.680295 run iperf3-srv_10.42.42.10(pid=22396): Terminating (SIGTERM)\u000a03:43:42.721401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22399): Terminating (SIGTERM)\u000a03:43:42.762460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22402): Terminating (SIGTERM)\u000a03:43:42.803730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22405): Terminating (SIGTERM)\u000a03:43:42.813311 --- ParallelTerminationStrategy: PID 22395 died...\u000a03:43:42.868625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22395): Terminated: ok {rc=0}\u000a03:43:42.878720 --- ParallelTerminationStrategy: PID 22396 died...\u000a03:43:42.933650 run iperf3-srv_10.42.42.10(pid=22396): Terminated {rc=256}\u000a03:43:42.943565 --- ParallelTerminationStrategy: PID 22399 died...\u000a03:43:42.998384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22399): Terminated: ok {rc=0}\u000a03:43:43.008387 --- ParallelTerminationStrategy: PID 22402 died...\u000a03:43:43.063354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22402): Terminated: ok {rc=0}\u000a03:43:43.073442 --- ParallelTerminationStrategy: PID 22405 died...\u000a03:43:43.128609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22405): Terminated: ok {rc=0}\u000a03:43:43.213927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22421): Process ended prematurely: osmo-stp_10.42.42.5(pid=22421) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22421)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22421): Process ended prematurely: osmo-stp_10.42.42.5(pid=22421) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a03:43:44.326711 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:44.338641 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:43:44.487800 tst iperf3m4.py: using LAC 25750\u000a03:43:44.612890 tst iperf3m4.py: using RAC 250\u000a03:43:44.736347 tst iperf3m4.py: using CellId 25750\u000a03:43:44.861719 tst iperf3m4.py: using BVCI 25751\u000a03:43:44.886201 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:44.897451 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:44.908405 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:44.919639 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:44.930600 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:44.941683 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:44.952743 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:44.963692 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:44.974971 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:45.093825 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:45.209316 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:45.327296 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:45.614637 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:43:45.746002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:46.091714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22407): Launched\u000a03:43:46.384932 run iperf3-srv_10.42.42.10(pid=22408): Launched\u000a03:43:46.580816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:43:46.714289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:47.055779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22409): Launched\u000a03:43:47.313123 run iperf3-srv_10.42.42.10(pid=22410): Launched\u000a03:43:47.493928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:43:47.616680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:47.922324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22411): Launched\u000a03:43:48.175810 run iperf3-srv_10.42.42.10(pid=22412): Launched\u000a03:43:48.355009 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:43:48.477638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:48.782073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22413): Launched\u000a03:43:49.035135 run iperf3-srv_10.42.42.10(pid=22414): Launched\u000a03:43:49.214765 tst iperf3m4.py:8: start network...\u000a03:43:49.337493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:49.800716 run create_hlr_db(pid=22415): Launched\u000a03:43:49.971050 bus /gobi_6: Setting Powered False\u000a03:43:50.992714 run create_hlr_db(pid=22415): Terminated: ok {rc=0}\u000a03:43:51.385425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22417): Launched\u000a03:43:51.680207 run osmo-hlr_10.42.42.2(pid=22418): Launched\u000a03:43:51.794043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:52.317718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22420): Launched\u000a03:43:52.611947 run osmo-stp_10.42.42.5(pid=22421): Launched\u000a03:43:52.719378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:53.232312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22423): Launched\u000a03:43:53.337906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:53.595291 run patchelf(pid=22424): Launched\u000a03:43:53.768287 run osmo-stp_10.42.42.5(pid=22421): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22421)]\u000a03:43:53.895407 run osmo-stp_10.42.42.5(pid=22421): stdout: \u000a| (launched: 2022-12-10_03:43:52.466576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:54.023061 run osmo-stp_10.42.42.5(pid=22421): stderr: \u000a| �[0;m�[38;5;43m20221210034352635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034352635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034352635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034352636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034352636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034352636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034352636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:54.145302 run osmo-stp_10.42.42.5(pid=22421): stdout: \u000a| (launched: 2022-12-10_03:43:52.466576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:54.267223 run osmo-stp_10.42.42.5(pid=22421): stderr: \u000a| �[0;m�[38;5;43m20221210034352635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034352635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034352635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034352636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034352636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034352636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034352636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:54.408536 run patchelf(pid=22424): Terminating (SIGINT)\u000a03:43:54.575152 run patchelf(pid=22424): Terminated: ok {rc=0}\u000a03:43:54.606074 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22421): Process ended prematurely: osmo-stp_10.42.42.5(pid=22421) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22421)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a03:43:54.615535 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a03:43:54.676017 run osmo-hlr_10.42.42.2(pid=22418): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22418)]\u000a03:43:54.724366 run osmo-hlr_10.42.42.2(pid=22418): stdout: \u000a| (launched: 2022-12-10_03:43:51.535183) \u000a03:43:54.773672 run osmo-hlr_10.42.42.2(pid=22418): stderr: \u000a| �[0;m�[1;31m20221210034351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034351721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034351729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034351729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034351730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:54.815121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22407): Terminating (SIGTERM)\u000a03:43:54.854663 run iperf3-srv_10.42.42.10(pid=22408): Terminating (SIGTERM)\u000a03:43:54.894430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22409): Terminating (SIGTERM)\u000a03:43:54.934383 run iperf3-srv_10.42.42.10(pid=22410): Terminating (SIGTERM)\u000a03:43:54.974467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22411): Terminating (SIGTERM)\u000a03:43:55.014678 run iperf3-srv_10.42.42.10(pid=22412): Terminating (SIGTERM)\u000a03:43:55.054380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22413): Terminating (SIGTERM)\u000a03:43:55.094101 run iperf3-srv_10.42.42.10(pid=22414): Terminating (SIGTERM)\u000a03:43:55.133950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22417): Terminating (SIGTERM)\u000a03:43:55.173635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22420): Terminating (SIGTERM)\u000a03:43:55.213781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22423): Terminating (SIGTERM)\u000a03:43:55.223385 --- ParallelTerminationStrategy: PID 22407 died...\u000a03:43:55.276588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22407): Terminated: ok {rc=0}\u000a03:43:55.286448 --- ParallelTerminationStrategy: PID 22408 died...\u000a03:43:55.339078 run iperf3-srv_10.42.42.10(pid=22408): Terminated {rc=256}\u000a03:43:55.348892 --- ParallelTerminationStrategy: PID 22409 died...\u000a03:43:55.401629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22409): Terminated: ok {rc=0}\u000a03:43:55.411482 --- ParallelTerminationStrategy: PID 22410 died...\u000a03:43:55.463995 run iperf3-srv_10.42.42.10(pid=22410): Terminated {rc=256}\u000a03:43:55.473499 --- ParallelTerminationStrategy: PID 22411 died...\u000a03:43:55.525858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22411): Terminated: ok {rc=0}\u000a03:43:55.535405 --- ParallelTerminationStrategy: PID 22412 died...\u000a03:43:55.587477 run iperf3-srv_10.42.42.10(pid=22412): Terminated {rc=256}\u000a03:43:55.597098 --- ParallelTerminationStrategy: PID 22413 died...\u000a03:43:55.648767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22413): Terminated: ok {rc=0}\u000a03:43:55.658577 --- ParallelTerminationStrategy: PID 22414 died...\u000a03:43:55.711299 run iperf3-srv_10.42.42.10(pid=22414): Terminated {rc=256}\u000a03:43:55.720839 --- ParallelTerminationStrategy: PID 22417 died...\u000a03:43:55.773486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22417): Terminated: ok {rc=0}\u000a03:43:55.783158 --- ParallelTerminationStrategy: PID 22420 died...\u000a03:43:55.835646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22420): Terminated: ok {rc=0}\u000a03:43:55.845468 --- ParallelTerminationStrategy: PID 22423 died...\u000a03:43:55.897834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22423): Terminated: ok {rc=0}\u000a03:43:55.983673 bus /gobi_4: Setting Powered False\u000a03:43:57.086110 bus /gobi_4: Setting Powered False\u000a03:43:58.195237 bus /gobi_1: Setting Powered False\u000a03:43:59.295745 bus /gobi_1: Setting Powered False\u000a03:44:00.399091 bus /gobi_0: Setting Powered False\u000a03:44:01.505886 bus /gobi_0: Setting Powered False\u000a03:44:02.611449 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22432): Process ended prematurely: osmo-stp_10.42.42.5(pid=22432) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22432)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22432): Process ended prematurely: osmo-stp_10.42.42.5(pid=22432) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:44:03.679012 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:03.691122 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:03.837397 tst ping.py: using LAC 25751\u000a03:44:03.958950 tst ping.py: using RAC 251\u000a03:44:04.079332 tst ping.py: using CellId 25751\u000a03:44:04.200093 tst ping.py: using BVCI 25752\u000a03:44:04.223796 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:04.235189 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:04.246246 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:04.257254 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:04.268103 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:04.279069 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:04.290317 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:04.301295 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:04.583607 tst ping.py:19: start network...\u000a03:44:04.712498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:05.208376 run create_hlr_db(pid=22426): Launched\u000a03:44:05.388488 bus /gobi_6: Setting Powered False\u000a03:44:06.409040 run create_hlr_db(pid=22426): Terminated: ok {rc=0}\u000a03:44:06.800038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22428): Launched\u000a03:44:07.090467 run osmo-hlr_10.42.42.2(pid=22429): Launched\u000a03:44:07.197573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:07.710553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22431): Launched\u000a03:44:08.020173 run osmo-stp_10.42.42.5(pid=22432): Launched\u000a03:44:08.131833 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:08.671275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22434): Launched\u000a03:44:08.781927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:09.052491 run patchelf(pid=22435): Launched\u000a03:44:09.234326 run osmo-stp_10.42.42.5(pid=22432): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22432)]\u000a03:44:09.367073 run osmo-stp_10.42.42.5(pid=22432): stdout: \u000a| (launched: 2022-12-10_03:44:07.868489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:09.500192 run osmo-stp_10.42.42.5(pid=22432): stderr: \u000a| �[0;m�[38;5;43m20221210034408059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034408059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034408060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034408060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034408061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034408061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034408061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:09.629616 run osmo-stp_10.42.42.5(pid=22432): stdout: \u000a| (launched: 2022-12-10_03:44:07.868489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:09.756724 run osmo-stp_10.42.42.5(pid=22432): stderr: \u000a| �[0;m�[38;5;43m20221210034408059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034408059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034408060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034408060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034408061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034408061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034408061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:09.904873 run patchelf(pid=22435): Terminating (SIGINT)\u000a03:44:10.079206 run patchelf(pid=22435): Terminated: ok {rc=0}\u000a03:44:10.110947 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22432): Process ended prematurely: osmo-stp_10.42.42.5(pid=22432) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22432)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:44:10.120380 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:44:10.182210 run osmo-hlr_10.42.42.2(pid=22429): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22429)]\u000a03:44:10.232475 run osmo-hlr_10.42.42.2(pid=22429): stdout: \u000a| (launched: 2022-12-10_03:44:06.947044) \u000a03:44:10.283474 run osmo-hlr_10.42.42.2(pid=22429): stderr: \u000a| �[0;m�[1;31m20221210034407120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034407121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034407121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034407121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034407121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034407121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034407133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034407141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034407142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034407142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:10.327770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22428): Terminating (SIGTERM)\u000a03:44:10.369130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22431): Terminating (SIGTERM)\u000a03:44:10.410385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22434): Terminating (SIGTERM)\u000a03:44:10.419940 --- ParallelTerminationStrategy: PID 22428 died...\u000a03:44:10.475260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22428): Terminated: ok {rc=0}\u000a03:44:10.485233 --- ParallelTerminationStrategy: PID 22431 died...\u000a03:44:10.540060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22431): Terminated: ok {rc=0}\u000a03:44:10.550077 --- ParallelTerminationStrategy: PID 22434 died...\u000a03:44:10.605182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22434): Terminated: ok {rc=0}\u000a03:44:10.689151 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22442): Process ended prematurely: osmo-stp_10.42.42.5(pid=22442) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22442)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22442): Process ended prematurely: osmo-stp_10.42.42.5(pid=22442) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:44:11.741176 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:11.753240 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:11.902878 tst ping_idle_ping.py: using LAC 25752\u000a03:44:12.021344 tst ping_idle_ping.py: using RAC 252\u000a03:44:12.134866 tst ping_idle_ping.py: using CellId 25752\u000a03:44:12.248592 tst ping_idle_ping.py: using BVCI 25753\u000a03:44:12.271256 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:12.282312 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:12.292832 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:12.303778 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:12.314616 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:12.325434 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:12.336423 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:12.347353 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:12.623008 tst ping_idle_ping.py:24: start network...\u000a03:44:12.743460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:13.201821 run create_hlr_db(pid=22436): Launched\u000a03:44:13.369619 bus /gobi_6: Setting Powered False\u000a03:44:14.390460 run create_hlr_db(pid=22436): Terminated: ok {rc=0}\u000a03:44:14.777076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22438): Launched\u000a03:44:15.067773 run osmo-hlr_10.42.42.2(pid=22439): Launched\u000a03:44:15.176867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:15.681225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22441): Launched\u000a03:44:16.083173 run osmo-stp_10.42.42.5(pid=22442): Launched\u000a03:44:16.229543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:16.907393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22444): Launched\u000a03:44:17.022525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:17.334098 run patchelf(pid=22445): Launched\u000a03:44:17.510153 run osmo-stp_10.42.42.5(pid=22442): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22442)]\u000a03:44:17.635507 run osmo-stp_10.42.42.5(pid=22442): stdout: \u000a| (launched: 2022-12-10_03:44:15.828514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:17.760860 run osmo-stp_10.42.42.5(pid=22442): stderr: \u000a| �[0;m�[38;5;43m20221210034416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034416176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034416176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034416176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034416176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:17.881668 run osmo-stp_10.42.42.5(pid=22442): stdout: \u000a| (launched: 2022-12-10_03:44:15.828514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:18.001240 run osmo-stp_10.42.42.5(pid=22442): stderr: \u000a| �[0;m�[38;5;43m20221210034416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034416176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034416176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034416176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034416176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:18.140348 run patchelf(pid=22445): Terminating (SIGINT)\u000a03:44:18.304264 run patchelf(pid=22445): Terminated: ok {rc=0}\u000a03:44:18.334484 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22442): Process ended prematurely: osmo-stp_10.42.42.5(pid=22442) [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22442)] [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:44:18.343278 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:44:18.403621 run osmo-hlr_10.42.42.2(pid=22439): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22439)]\u000a03:44:18.452472 run osmo-hlr_10.42.42.2(pid=22439): stdout: \u000a| (launched: 2022-12-10_03:44:14.924651) \u000a03:44:18.502183 run osmo-hlr_10.42.42.2(pid=22439): stderr: \u000a| �[0;m�[1;31m20221210034415097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034415097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034415097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034415097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034415097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034415097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034415110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034415119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034415119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034415119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:18.544071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22438): Terminating (SIGTERM)\u000a03:44:18.583825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22441): Terminating (SIGTERM)\u000a03:44:18.623680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22444): Terminating (SIGTERM)\u000a03:44:18.633163 --- ParallelTerminationStrategy: PID 22438 died...\u000a03:44:18.686404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22438): Terminated: ok {rc=0}\u000a03:44:18.695938 --- ParallelTerminationStrategy: PID 22441 died...\u000a03:44:18.749031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22441): Terminated: ok {rc=0}\u000a03:44:18.758821 --- ParallelTerminationStrategy: PID 22444 died...\u000a03:44:18.811658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22444): Terminated: ok {rc=0}\u000a03:44:18.894604 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:43:21" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22456): Process ended prematurely: osmo-stp_10.42.42.5(pid=22456) [trial-2369↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22456)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22456): Process ended prematurely: osmo-stp_10.42.42.5(pid=22456) [trial-2369↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:44:20.879646 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:20.891619 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:44:21.031645 tst switch_tch_pdch.py: using LAC 25753\u000a03:44:21.143913 tst switch_tch_pdch.py: using RAC 253\u000a03:44:21.255792 tst switch_tch_pdch.py: using CellId 25753\u000a03:44:21.367353 tst switch_tch_pdch.py: using BVCI 25754\u000a03:44:21.389697 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:21.400659 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:21.411581 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:21.422744 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:21.433812 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:21.444842 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:21.456126 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:21.467283 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:44:21.578608 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:44:21.845931 tst switch_tch_pdch.py:51: start network...\u000a03:44:21.966536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:22.421584 run create_hlr_db(pid=22450): Launched\u000a03:44:22.589065 bus /gobi_6: Setting Powered False\u000a03:44:23.609888 run create_hlr_db(pid=22450): Terminated: ok {rc=0}\u000a03:44:24.022010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22452): Launched\u000a03:44:24.330265 run osmo-hlr_10.42.42.2(pid=22453): Launched\u000a03:44:24.447984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:24.987145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22455): Launched\u000a03:44:25.296424 run osmo-stp_10.42.42.5(pid=22456): Launched\u000a03:44:25.409306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:25.950101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22458): Launched\u000a03:44:26.060310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:26.329134 run patchelf(pid=22459): Launched\u000a03:44:26.510533 run osmo-stp_10.42.42.5(pid=22456): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22456)]\u000a03:44:26.643408 run osmo-stp_10.42.42.5(pid=22456): stdout: \u000a| (launched: 2022-12-10_03:44:25.144820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:26.776421 run osmo-stp_10.42.42.5(pid=22456): stderr: \u000a| �[0;m�[38;5;43m20221210034425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034425336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034425336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034425337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034425337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034425337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:26.904705 run osmo-stp_10.42.42.5(pid=22456): stdout: \u000a| (launched: 2022-12-10_03:44:25.144820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:27.031905 run osmo-stp_10.42.42.5(pid=22456): stderr: \u000a| �[0;m�[38;5;43m20221210034425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034425336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034425336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034425337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034425337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034425337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:27.179807 run patchelf(pid=22459): Terminating (SIGINT)\u000a03:44:27.353950 run patchelf(pid=22459): Terminated: ok {rc=0}\u000a03:44:27.385805 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22456): Process ended prematurely: osmo-stp_10.42.42.5(pid=22456) [trial-2369↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22456)] [trial-2369↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:44:27.395116 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a03:44:27.457061 run osmo-hlr_10.42.42.2(pid=22453): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22453)]\u000a03:44:27.507959 run osmo-hlr_10.42.42.2(pid=22453): stdout: \u000a| (launched: 2022-12-10_03:44:24.179176) \u000a03:44:27.559231 run osmo-hlr_10.42.42.2(pid=22453): stderr: \u000a| �[0;m�[1;31m20221210034424376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034424376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034424376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034424376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034424376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034424376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034424388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034424397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034424397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034424397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:27.603204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22452): Terminating (SIGTERM)\u000a03:44:27.644629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22455): Terminating (SIGTERM)\u000a03:44:27.686518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22458): Terminating (SIGTERM)\u000a03:44:27.696189 --- ParallelTerminationStrategy: PID 22452 died...\u000a03:44:27.751903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22452): Terminated: ok {rc=0}\u000a03:44:27.762057 --- ParallelTerminationStrategy: PID 22455 died...\u000a03:44:27.816888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22455): Terminated: ok {rc=0}\u000a03:44:27.826874 --- ParallelTerminationStrategy: PID 22458 died...\u000a03:44:27.881577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22458): Terminated: ok {rc=0}\u000a03:44:27.967820 bus /gobi_0: Setting Powered False\u000a03:44:29.073730 bus /gobi_0: Setting Powered False\u000a03:44:30.183650 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:44:20" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22470): Process ended prematurely: osmo-stp_10.42.42.5(pid=22470) [trial-2369↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22470): Process ended prematurely: osmo-stp_10.42.42.5(pid=22470) [trial-2369↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:44:32.154553 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:32.166434 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:44:32.314191 tst switch_tch_pdch.py: using LAC 25754\u000a03:44:32.434613 tst switch_tch_pdch.py: using RAC 254\u000a03:44:32.556840 tst switch_tch_pdch.py: using CellId 25754\u000a03:44:32.678281 tst switch_tch_pdch.py: using BVCI 25755\u000a03:44:32.702055 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:32.713519 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:32.724876 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:32.736119 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:32.747127 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:32.758139 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:32.769281 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:32.780343 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:44:32.892552 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:44:33.162539 tst switch_tch_pdch.py:51: start network...\u000a03:44:33.282630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:33.713462 run create_hlr_db(pid=22464): Launched\u000a03:44:33.832145 bus /gobi_6: Setting Powered False\u000a03:44:34.902630 run create_hlr_db(pid=22464): Terminated: ok {rc=0}\u000a03:44:35.288174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22466): Launched\u000a03:44:35.599854 run osmo-hlr_10.42.42.2(pid=22467): Launched\u000a03:44:35.714285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:36.228188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22469): Launched\u000a03:44:36.538136 run osmo-stp_10.42.42.5(pid=22470): Launched\u000a03:44:36.651187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:37.164887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22472): Launched\u000a03:44:37.275125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:37.544477 run patchelf(pid=22473): Launched\u000a03:44:37.726135 run osmo-stp_10.42.42.5(pid=22470): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)]\u000a03:44:37.859115 run osmo-stp_10.42.42.5(pid=22470): stdout: \u000a| (launched: 2022-12-10_03:44:36.385473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:37.992654 run osmo-stp_10.42.42.5(pid=22470): stderr: \u000a| �[0;m�[38;5;43m20221210034436575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034436575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034436575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034436576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034436578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034436578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034436578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:38.121128 run osmo-stp_10.42.42.5(pid=22470): stdout: \u000a| (launched: 2022-12-10_03:44:36.385473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:38.248336 run osmo-stp_10.42.42.5(pid=22470): stderr: \u000a| �[0;m�[38;5;43m20221210034436575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034436575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034436575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034436576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034436578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034436578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034436578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:38.396374 run patchelf(pid=22473): Terminating (SIGINT)\u000a03:44:38.570035 run patchelf(pid=22473): Terminated: ok {rc=0}\u000a03:44:38.601818 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22470): Process ended prematurely: osmo-stp_10.42.42.5(pid=22470) [trial-2369↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)] [trial-2369↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:44:38.611141 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a03:44:38.673040 run osmo-hlr_10.42.42.2(pid=22467): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22467)]\u000a03:44:38.723540 run osmo-hlr_10.42.42.2(pid=22467): stdout: \u000a| (launched: 2022-12-10_03:44:35.445998) \u000a03:44:38.774653 run osmo-hlr_10.42.42.2(pid=22467): stderr: \u000a| �[0;m�[1;31m20221210034435643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034435643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034435643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034435644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034435644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034435644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034435656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034435664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034435665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034435665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:38.818334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22466): Terminating (SIGTERM)\u000a03:44:38.859670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22469): Terminating (SIGTERM)\u000a03:44:38.901520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22472): Terminating (SIGTERM)\u000a03:44:38.911110 --- ParallelTerminationStrategy: PID 22466 died...\u000a03:44:38.966705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22466): Terminated: ok {rc=0}\u000a03:44:38.976650 --- ParallelTerminationStrategy: PID 22469 died...\u000a03:44:39.031763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22469): Terminated: ok {rc=0}\u000a03:44:39.041784 --- ParallelTerminationStrategy: PID 22472 died...\u000a03:44:39.096606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22472): Terminated: ok {rc=0}\u000a03:44:39.182764 bus /gobi_0: Setting Powered False\u000a03:44:40.287828 bus /gobi_0: Setting Powered False\u000a03:44:41.397681 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:44:31" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22479): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22479) [trial-2369↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22479)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22479): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22479) [trial-2369↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a03:44:43.252300 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a03:44:43.263315 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a03:44:43.386557 tst mo_mt_sms.py: using LAC 25755\u000a03:44:43.508244 tst mo_mt_sms.py: using RAC 255\u000a03:44:43.629871 tst mo_mt_sms.py: using CellId 25755\u000a03:44:43.751510 tst mo_mt_sms.py: using BVCI 25756\u000a03:44:43.775185 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:44:43.887661 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:44:44.172694 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:44:44.302658 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:44:44.942855 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22478): Launched\u000a03:44:45.250594 run osmo-nitb_10.42.42.2(pid=22479): Launched\u000a03:44:45.440763 run osmo-nitb_10.42.42.2(pid=22479): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22479)]\u000a03:44:45.581023 run osmo-nitb_10.42.42.2(pid=22479): stdout: \u000a| (launched: 2022-12-10_03:44:45.101981) \u000a03:44:45.721682 run osmo-nitb_10.42.42.2(pid=22479): stderr: \u000a| (launched: 2022-12-10_03:44:45.147879)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:44:45.863541 run osmo-nitb_10.42.42.2(pid=22479): stdout: \u000a| (launched: 2022-12-10_03:44:45.101981) \u000a03:44:46.006060 run osmo-nitb_10.42.42.2(pid=22479): stderr: \u000a| (launched: 2022-12-10_03:44:45.147879)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:44:46.399256 tst osmo-nitb_10.42.42.2(pid=22479): stdout: \u000a| (launched: 2022-12-10_03:44:45.101981) \u000a03:44:46.522821 tst osmo-nitb_10.42.42.2(pid=22479): stderr: \u000a| (launched: 2022-12-10_03:44:45.147879)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:44:46.576331 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22479): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22479) [trial-2369↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22479)] [trial-2369↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a03:44:46.585619 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a03:44:46.622520 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22478): Terminating (SIGTERM)\u000a03:44:46.800444 --- ParallelTerminationStrategy: PID 22478 died...\u000a03:44:46.868734 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22478): Terminated: ok {rc=0}\u000a03:44:46.961692 bus /sierra_3: Setting Powered False\u000a03:44:48.061961 bus /sierra_3: Setting Powered False\u000a03:44:49.173372 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:44:43" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22489): Process ended prematurely: osmo-stp_10.42.42.5(pid=22489) [trial-2369↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22489)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22489): Process ended prematurely: osmo-stp_10.42.42.5(pid=22489) [trial-2369↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a03:44:51.013847 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:44:51.024074 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a03:44:51.142702 tst mo_mt_sms.py: using LAC 25756\u000a03:44:51.255271 tst mo_mt_sms.py: using RAC 1\u000a03:44:51.367112 tst mo_mt_sms.py: using CellId 25756\u000a03:44:51.479524 tst mo_mt_sms.py: using BVCI 25757\u000a03:44:51.501776 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:44:51.512143 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:44:51.522534 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:44:51.533011 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:44:51.543445 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:44:51.554218 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:44:51.665351 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:44:51.869990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:52.365278 run create_hlr_db(pid=22483): Launched\u000a03:44:52.545153 bus /sierra_2: Setting Powered False\u000a03:44:53.564049 run create_hlr_db(pid=22483): Terminated: ok {rc=0}\u000a03:44:53.953696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22485): Launched\u000a03:44:54.242963 run osmo-hlr_10.42.42.2(pid=22486): Launched\u000a03:44:54.354416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:54.864360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22488): Launched\u000a03:44:55.154165 run osmo-stp_10.42.42.5(pid=22489): Launched\u000a03:44:55.259415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:44:55.787991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22491): Launched\u000a03:44:56.079026 run osmo-msc_10.42.42.6(pid=22492): Launched\u000a03:44:56.249756 run osmo-stp_10.42.42.5(pid=22489): ERR: Terminated: ERROR {rc=1} [trial-2369↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22489)]\u000a03:44:56.374154 run osmo-stp_10.42.42.5(pid=22489): stdout: \u000a| (launched: 2022-12-10_03:44:55.011312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:56.495639 run osmo-stp_10.42.42.5(pid=22489): stderr: \u000a| �[0;m�[38;5;43m20221210034455179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034455179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034455179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034455180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034455180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034455180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034455180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:56.612499 run osmo-stp_10.42.42.5(pid=22489): stdout: \u000a| (launched: 2022-12-10_03:44:55.011312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:56.727985 run osmo-stp_10.42.42.5(pid=22489): stderr: \u000a| �[0;m�[38;5;43m20221210034455179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034455179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034455179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034455180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034455180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034455180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034455180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:56.779001 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22489): Process ended prematurely: osmo-stp_10.42.42.5(pid=22489) [trial-2369↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22489)] [trial-2369↪sms:oc2g↪mo_mt_sms.py:16]\u000a03:44:56.787249 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a03:44:56.846384 run osmo-hlr_10.42.42.2(pid=22486): ERR: Terminated: ERROR {rc=237} [trial-2369↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22486)]\u000a03:44:56.894754 run osmo-hlr_10.42.42.2(pid=22486): stdout: \u000a| (launched: 2022-12-10_03:44:54.100692) \u000a03:44:56.943574 run osmo-hlr_10.42.42.2(pid=22486): stderr: \u000a| �[0;m�[1;31m20221210034454275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034454275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034454276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034454276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034454276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034454276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034454287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034454296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034454296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034454296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:57.009819 run osmo-msc_10.42.42.6(pid=22492): ERR: Terminated: ERROR {rc=2} [trial-2369↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22492)]\u000a03:44:57.057990 run osmo-msc_10.42.42.6(pid=22492): stdout: \u000a| (launched: 2022-12-10_03:44:55.935239) \u000a03:44:57.106789 run osmo-msc_10.42.42.6(pid=22492): stderr: \u000a| �[0;m�[38;5;43m20221210034456207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034456207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7bea79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034456207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034456207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034456207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034456208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034456210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034456210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034456210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034456210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:44:57.148229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22485): Terminating (SIGTERM)\u000a03:44:57.187022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22488): Terminating (SIGTERM)\u000a03:44:57.226095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22491): Terminating (SIGTERM)\u000a03:44:57.235463 --- ParallelTerminationStrategy: PID 22485 died...\u000a03:44:57.287370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22485): Terminated: ok {rc=0}\u000a03:44:57.296939 --- ParallelTerminationStrategy: PID 22488 died...\u000a03:44:57.349022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22488): Terminated: ok {rc=0}\u000a03:44:57.358621 --- ParallelTerminationStrategy: PID 22491 died...\u000a03:44:57.410639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22491): Terminated: ok {rc=0}\u000a03:44:57.497806 bus /sierra_3: Setting Powered False\u000a03:44:58.599113 bus /sierra_3: Setting Powered False\u000a03:44:59.709309 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:44:50" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22501): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22501) [trial-2369↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22501)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22501): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22501) [trial-2369↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a03:45:01.555176 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a03:45:01.570401 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:01.729748 tst assert_extension.py: using LAC 25757\u000a03:45:01.872347 tst assert_extension.py: using RAC 2\u000a03:45:02.001282 tst assert_extension.py: using CellId 25757\u000a03:45:02.122808 tst assert_extension.py: using BVCI 25758\u000a03:45:02.147156 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a03:45:02.435856 tst assert_extension.py:10: start nitb and bts...\u000a03:45:02.566459 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:45:03.207706 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22500): Launched\u000a03:45:03.513416 run osmo-nitb_10.42.42.2(pid=22501): Launched\u000a03:45:03.703459 run osmo-nitb_10.42.42.2(pid=22501): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22501)]\u000a03:45:03.843707 run osmo-nitb_10.42.42.2(pid=22501): stdout: \u000a| (launched: 2022-12-10_03:45:03.365161) \u000a03:45:03.985593 run osmo-nitb_10.42.42.2(pid=22501): stderr: \u000a| (launched: 2022-12-10_03:45:03.411125)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:04.121513 run osmo-nitb_10.42.42.2(pid=22501): stdout: \u000a| (launched: 2022-12-10_03:45:03.365161) \u000a03:45:04.256255 run osmo-nitb_10.42.42.2(pid=22501): stderr: \u000a| (launched: 2022-12-10_03:45:03.411125)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:04.638773 tst osmo-nitb_10.42.42.2(pid=22501): stdout: \u000a| (launched: 2022-12-10_03:45:03.365161) \u000a03:45:04.762074 tst osmo-nitb_10.42.42.2(pid=22501): stderr: \u000a| (launched: 2022-12-10_03:45:03.411125)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:04.816036 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22501): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22501) [trial-2369↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22501)] [trial-2369↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a03:45:04.824683 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a03:45:04.859839 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22500): Terminating (SIGTERM)\u000a03:45:05.037491 --- ParallelTerminationStrategy: PID 22500 died...\u000a03:45:05.093881 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22500): Terminated: ok {rc=0}\u000a03:45:05.179912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:45:01" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22511): Process ended prematurely: osmo-stp_10.42.42.5(pid=22511) [trial-2369↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22511)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22511): Process ended prematurely: osmo-stp_10.42.42.5(pid=22511) [trial-2369↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a03:45:06.970771 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:06.981638 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:07.106107 tst assert_extension.py: using LAC 25758\u000a03:45:07.227782 tst assert_extension.py: using RAC 3\u000a03:45:07.344575 tst assert_extension.py: using CellId 25758\u000a03:45:07.462154 tst assert_extension.py: using BVCI 25759\u000a03:45:07.484217 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:07.494865 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:07.505367 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:07.516361 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:07.527164 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:07.537987 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a03:45:07.740481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:08.236809 run create_hlr_db(pid=22505): Launched\u000a03:45:08.417037 bus /sierra_2: Setting Powered False\u000a03:45:09.438197 run create_hlr_db(pid=22505): Terminated: ok {rc=0}\u000a03:45:09.830267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22507): Launched\u000a03:45:10.122595 run osmo-hlr_10.42.42.2(pid=22508): Launched\u000a03:45:10.232410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:10.749527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22510): Launched\u000a03:45:11.039991 run osmo-stp_10.42.42.5(pid=22511): Launched\u000a03:45:11.146548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:11.675542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22513): Launched\u000a03:45:11.966698 run osmo-msc_10.42.42.6(pid=22514): Launched\u000a03:45:12.138422 run osmo-stp_10.42.42.5(pid=22511): ERR: Terminated: ERROR {rc=1} [trial-2369↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22511)]\u000a03:45:12.262605 run osmo-stp_10.42.42.5(pid=22511): stdout: \u000a| (launched: 2022-12-10_03:45:10.896678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:12.383567 run osmo-stp_10.42.42.5(pid=22511): stderr: \u000a| �[0;m�[38;5;43m20221210034511064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034511064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034511064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034511064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034511065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034511065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034511065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:12.500111 run osmo-stp_10.42.42.5(pid=22511): stdout: \u000a| (launched: 2022-12-10_03:45:10.896678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:12.616197 run osmo-stp_10.42.42.5(pid=22511): stderr: \u000a| �[0;m�[38;5;43m20221210034511064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034511064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034511064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034511064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034511065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034511065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034511065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:12.667017 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22511): Process ended prematurely: osmo-stp_10.42.42.5(pid=22511) [trial-2369↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22511)] [trial-2369↪ussd:oc2g↪assert_extension.py:17]\u000a03:45:12.675340 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a03:45:12.734772 run osmo-hlr_10.42.42.2(pid=22508): ERR: Terminated: ERROR {rc=237} [trial-2369↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22508)]\u000a03:45:12.783004 run osmo-hlr_10.42.42.2(pid=22508): stdout: \u000a| (launched: 2022-12-10_03:45:09.977912) \u000a03:45:12.831910 run osmo-hlr_10.42.42.2(pid=22508): stderr: \u000a| �[0;m�[1;31m20221210034510154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034510154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034510154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034510154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034510154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034510154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034510166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034510174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034510175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034510175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:12.897832 run osmo-msc_10.42.42.6(pid=22514): ERR: Terminated: ERROR {rc=2} [trial-2369↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22514)]\u000a03:45:12.946648 run osmo-msc_10.42.42.6(pid=22514): stdout: \u000a| (launched: 2022-12-10_03:45:11.822258) \u000a03:45:12.995648 run osmo-msc_10.42.42.6(pid=22514): stderr: \u000a| �[0;m�[38;5;43m20221210034512093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034512093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f397ebf5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034512093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034512093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034512093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034512094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034512096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034512096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034512096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034512096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:13.036838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22507): Terminating (SIGTERM)\u000a03:45:13.076203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22510): Terminating (SIGTERM)\u000a03:45:13.115557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22513): Terminating (SIGTERM)\u000a03:45:13.125121 --- ParallelTerminationStrategy: PID 22507 died...\u000a03:45:13.177220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22507): Terminated: ok {rc=0}\u000a03:45:13.187220 --- ParallelTerminationStrategy: PID 22510 died...\u000a03:45:13.239140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22510): Terminated: ok {rc=0}\u000a03:45:13.248898 --- ParallelTerminationStrategy: PID 22513 died...\u000a03:45:13.300904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22513): Terminated: ok {rc=0}\u000a03:45:13.382479 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:45:06" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22525): Process ended prematurely: osmo-stp_10.42.42.5(pid=22525) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22525)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22525): Process ended prematurely: osmo-stp_10.42.42.5(pid=22525) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:45:15.302547 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:15.313654 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:45:15.453472 tst mo_mt_call.py: using LAC 25759\u000a03:45:15.570746 tst mo_mt_call.py: using RAC 4\u000a03:45:15.689216 tst mo_mt_call.py: using CellId 25759\u000a03:45:15.807142 tst mo_mt_call.py: using BVCI 25760\u000a03:45:15.840004 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:15.853782 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:15.866779 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:15.879590 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:15.898624 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:15.911461 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:16.036531 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:16.245570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:16.776778 run create_hlr_db(pid=22519): Launched\u000a03:45:16.965985 bus /sierra_2: Setting Powered False\u000a03:45:17.981203 run create_hlr_db(pid=22519): Terminated: ok {rc=0}\u000a03:45:18.381678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22521): Launched\u000a03:45:18.677910 run osmo-hlr_10.42.42.2(pid=22522): Launched\u000a03:45:18.789125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:19.303030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22524): Launched\u000a03:45:19.598987 run osmo-stp_10.42.42.5(pid=22525): Launched\u000a03:45:19.707447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:20.246944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22527): Launched\u000a03:45:20.541735 run osmo-msc_10.42.42.6(pid=22528): Launched\u000a03:45:20.714722 run osmo-stp_10.42.42.5(pid=22525): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22525)]\u000a03:45:20.840392 run osmo-stp_10.42.42.5(pid=22525): stdout: \u000a| (launched: 2022-12-10_03:45:19.452813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:20.963782 run osmo-stp_10.42.42.5(pid=22525): stderr: \u000a| �[0;m�[38;5;43m20221210034519624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034519624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034519624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034519624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034519625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034519625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034519625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:21.082683 run osmo-stp_10.42.42.5(pid=22525): stdout: \u000a| (launched: 2022-12-10_03:45:19.452813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:21.201133 run osmo-stp_10.42.42.5(pid=22525): stderr: \u000a| �[0;m�[38;5;43m20221210034519624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034519624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034519624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034519624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034519625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034519625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034519625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:21.253213 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22525): Process ended prematurely: osmo-stp_10.42.42.5(pid=22525) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22525)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:45:21.261991 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:45:21.321735 run osmo-hlr_10.42.42.2(pid=22522): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22522)]\u000a03:45:21.370309 run osmo-hlr_10.42.42.2(pid=22522): stdout: \u000a| (launched: 2022-12-10_03:45:18.531606) \u000a03:45:21.419289 run osmo-hlr_10.42.42.2(pid=22522): stderr: \u000a| �[0;m�[1;31m20221210034518705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034518705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034518705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034518705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034518705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034518705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034518717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034518726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034518726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034518726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:21.485693 run osmo-msc_10.42.42.6(pid=22528): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22528)]\u000a03:45:21.534160 run osmo-msc_10.42.42.6(pid=22528): stdout: \u000a| (launched: 2022-12-10_03:45:20.396446) \u000a03:45:21.583154 run osmo-msc_10.42.42.6(pid=22528): stderr: \u000a| �[0;m�[38;5;43m20221210034520670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034520671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f3164dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034520671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034520671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034520671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034520671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034520673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034520673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034520674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034520674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:21.624217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22521): Terminating (SIGTERM)\u000a03:45:21.663819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22524): Terminating (SIGTERM)\u000a03:45:21.702845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22527): Terminating (SIGTERM)\u000a03:45:21.712373 --- ParallelTerminationStrategy: PID 22521 died...\u000a03:45:21.764938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22521): Terminated: ok {rc=0}\u000a03:45:21.775402 --- ParallelTerminationStrategy: PID 22524 died...\u000a03:45:21.827798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22524): Terminated: ok {rc=0}\u000a03:45:21.837782 --- ParallelTerminationStrategy: PID 22527 died...\u000a03:45:21.890780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22527): Terminated: ok {rc=0}\u000a03:45:21.977381 bus /sierra_3: Setting Powered False\u000a03:45:23.078606 bus /sierra_3: Setting Powered False\u000a03:45:24.187967 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22536): Process ended prematurely: osmo-stp_10.42.42.5(pid=22536) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22536)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22536): Process ended prematurely: osmo-stp_10.42.42.5(pid=22536) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:45:25.295884 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:25.307706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:45:25.448288 tst mo_mt_call_osmux.py: using LAC 25760\u000a03:45:25.566393 tst mo_mt_call_osmux.py: using RAC 5\u000a03:45:25.689434 tst mo_mt_call_osmux.py: using CellId 25760\u000a03:45:25.812485 tst mo_mt_call_osmux.py: using BVCI 25761\u000a03:45:25.837003 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:25.848523 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:25.859899 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:25.871230 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:25.882668 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:25.894059 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:26.009663 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:26.208584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:26.677267 run create_hlr_db(pid=22530): Launched\u000a03:45:26.847866 bus /sierra_2: Setting Powered False\u000a03:45:27.869752 run create_hlr_db(pid=22530): Terminated: ok {rc=0}\u000a03:45:28.292023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22532): Launched\u000a03:45:28.610277 run osmo-hlr_10.42.42.2(pid=22533): Launched\u000a03:45:28.727158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:29.275555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22535): Launched\u000a03:45:29.591788 run osmo-stp_10.42.42.5(pid=22536): Launched\u000a03:45:29.707420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:30.284800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22538): Launched\u000a03:45:30.601582 run osmo-msc_10.42.42.6(pid=22539): Launched\u000a03:45:30.787177 run osmo-stp_10.42.42.5(pid=22536): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22536)]\u000a03:45:31.024489 run osmo-stp_10.42.42.5(pid=22536): stdout: \u000a| (launched: 2022-12-10_03:45:29.436487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:31.184223 run osmo-stp_10.42.42.5(pid=22536): stderr: \u000a| �[0;m�[38;5;43m20221210034529628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034529628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034529629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034529629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034529630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034529630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034529630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:31.307131 run osmo-stp_10.42.42.5(pid=22536): stdout: \u000a| (launched: 2022-12-10_03:45:29.436487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:31.431182 run osmo-stp_10.42.42.5(pid=22536): stderr: \u000a| �[0;m�[38;5;43m20221210034529628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034529628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034529629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034529629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034529630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034529630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034529630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:31.485125 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22536): Process ended prematurely: osmo-stp_10.42.42.5(pid=22536) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22536)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:45:31.494786 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:45:31.559777 run osmo-hlr_10.42.42.2(pid=22533): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22533)]\u000a03:45:31.610560 run osmo-hlr_10.42.42.2(pid=22533): stdout: \u000a| (launched: 2022-12-10_03:45:28.453718) \u000a03:45:31.662826 run osmo-hlr_10.42.42.2(pid=22533): stderr: \u000a| �[0;m�[1;31m20221210034528650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034528650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034528650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034528650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034528650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034528650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034528662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034528670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034528671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034528671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:31.732852 run osmo-msc_10.42.42.6(pid=22539): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22539)]\u000a03:45:31.783565 run osmo-msc_10.42.42.6(pid=22539): stdout: \u000a| (launched: 2022-12-10_03:45:30.445347) \u000a03:45:31.835272 run osmo-msc_10.42.42.6(pid=22539): stderr: \u000a| �[0;m�[38;5;43m20221210034530768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034530769 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bced64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034530769 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034530769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034530769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034530769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034530771 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034530771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034530771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034530771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:31.879524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22532): Terminating (SIGTERM)\u000a03:45:31.924648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22535): Terminating (SIGTERM)\u000a03:45:31.966316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22538): Terminating (SIGTERM)\u000a03:45:31.978932 --- ParallelTerminationStrategy: PID 22532 died...\u000a03:45:32.036610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22532): Terminated: ok {rc=0}\u000a03:45:32.047172 --- ParallelTerminationStrategy: PID 22535 died...\u000a03:45:32.102700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22535): Terminated: ok {rc=0}\u000a03:45:32.113139 --- ParallelTerminationStrategy: PID 22538 died...\u000a03:45:32.168019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22538): Terminated: ok {rc=0}\u000a03:45:32.255858 bus /sierra_3: Setting Powered False\u000a03:45:33.356850 bus /sierra_3: Setting Powered False\u000a03:45:34.465925 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:45:15" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22550): Process ended prematurely: osmo-stp_10.42.42.5(pid=22550) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22550)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22550): Process ended prematurely: osmo-stp_10.42.42.5(pid=22550) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:45:36.421946 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:36.433307 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:45:36.580638 tst mo_mt_call.py: using LAC 25761\u000a03:45:36.703415 tst mo_mt_call.py: using RAC 6\u000a03:45:36.826061 tst mo_mt_call.py: using CellId 25761\u000a03:45:36.955676 tst mo_mt_call.py: using BVCI 25762\u000a03:45:36.979736 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:36.991201 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:37.002475 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:37.013708 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:37.024882 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:37.036135 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:45:37.150360 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:45:37.354999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:37.860189 run create_hlr_db(pid=22544): Launched\u000a03:45:38.044311 bus /sierra_2: Setting Powered False\u000a03:45:39.065468 run create_hlr_db(pid=22544): Terminated: ok {rc=0}\u000a03:45:39.463434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22546): Launched\u000a03:45:39.760042 run osmo-hlr_10.42.42.2(pid=22547): Launched\u000a03:45:39.871616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:40.394163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22549): Launched\u000a03:45:40.688452 run osmo-stp_10.42.42.5(pid=22550): Launched\u000a03:45:40.795659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:41.334308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22552): Launched\u000a03:45:41.629545 run osmo-msc_10.42.42.6(pid=22553): Launched\u000a03:45:41.803807 run osmo-stp_10.42.42.5(pid=22550): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22550)]\u000a03:45:41.930245 run osmo-stp_10.42.42.5(pid=22550): stdout: \u000a| (launched: 2022-12-10_03:45:40.543611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:42.054624 run osmo-stp_10.42.42.5(pid=22550): stderr: \u000a| �[0;m�[38;5;43m20221210034540714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034540714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034540715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034540716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034540716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034540716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034540717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:42.174136 run osmo-stp_10.42.42.5(pid=22550): stdout: \u000a| (launched: 2022-12-10_03:45:40.543611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:42.292832 run osmo-stp_10.42.42.5(pid=22550): stderr: \u000a| �[0;m�[38;5;43m20221210034540714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034540714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034540715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034540716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034540716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034540716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034540717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:42.345217 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22550): Process ended prematurely: osmo-stp_10.42.42.5(pid=22550) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22550)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:45:42.354025 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:45:42.414236 run osmo-hlr_10.42.42.2(pid=22547): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22547)]\u000a03:45:42.462710 run osmo-hlr_10.42.42.2(pid=22547): stdout: \u000a| (launched: 2022-12-10_03:45:39.614164) \u000a03:45:42.511856 run osmo-hlr_10.42.42.2(pid=22547): stderr: \u000a| �[0;m�[1;31m20221210034539790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034539790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034539790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034539790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034539790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034539790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034539804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034539814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034539814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034539814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:42.578484 run osmo-msc_10.42.42.6(pid=22553): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22553)]\u000a03:45:42.626816 run osmo-msc_10.42.42.6(pid=22553): stdout: \u000a| (launched: 2022-12-10_03:45:41.483458) \u000a03:45:42.675656 run osmo-msc_10.42.42.6(pid=22553): stderr: \u000a| �[0;m�[38;5;43m20221210034541758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034541758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2560496c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034541758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034541758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034541759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034541759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034541761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034541761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034541761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034541762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:42.717002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22546): Terminating (SIGTERM)\u000a03:45:42.756253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22549): Terminating (SIGTERM)\u000a03:45:42.795603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22552): Terminating (SIGTERM)\u000a03:45:42.805219 --- ParallelTerminationStrategy: PID 22546 died...\u000a03:45:42.857989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22546): Terminated: ok {rc=0}\u000a03:45:42.867586 --- ParallelTerminationStrategy: PID 22549 died...\u000a03:45:42.919515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22549): Terminated: ok {rc=0}\u000a03:45:42.929452 --- ParallelTerminationStrategy: PID 22552 died...\u000a03:45:42.982334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22552): Terminated: ok {rc=0}\u000a03:45:43.068517 bus /sierra_3: Setting Powered False\u000a03:45:44.168122 bus /sierra_3: Setting Powered False\u000a03:45:45.276672 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22561): Process ended prematurely: osmo-stp_10.42.42.5(pid=22561) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22561)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22561): Process ended prematurely: osmo-stp_10.42.42.5(pid=22561) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:45:46.415641 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:46.432439 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:45:46.622892 tst mo_mt_call_osmux.py: using LAC 25762\u000a03:45:46.752393 tst mo_mt_call_osmux.py: using RAC 7\u000a03:45:46.872275 tst mo_mt_call_osmux.py: using CellId 25762\u000a03:45:46.996216 tst mo_mt_call_osmux.py: using BVCI 25763\u000a03:45:47.021434 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:47.033932 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:47.046081 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:47.057976 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:47.069788 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:45:47.081696 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:45:47.216211 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:45:47.432128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:47.939500 run create_hlr_db(pid=22555): Launched\u000a03:45:48.122401 bus /sierra_2: Setting Powered False\u000a03:45:49.144287 run create_hlr_db(pid=22555): Terminated: ok {rc=0}\u000a03:45:49.563634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22557): Launched\u000a03:45:49.879200 run osmo-hlr_10.42.42.2(pid=22558): Launched\u000a03:45:49.994822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:50.543040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22560): Launched\u000a03:45:50.859045 run osmo-stp_10.42.42.5(pid=22561): Launched\u000a03:45:50.973955 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:51.550403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22563): Launched\u000a03:45:51.866354 run osmo-msc_10.42.42.6(pid=22564): Launched\u000a03:45:52.052666 run osmo-stp_10.42.42.5(pid=22561): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22561)]\u000a03:45:52.186041 run osmo-stp_10.42.42.5(pid=22561): stdout: \u000a| (launched: 2022-12-10_03:45:50.704113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:52.318685 run osmo-stp_10.42.42.5(pid=22561): stderr: \u000a| �[0;m�[38;5;43m20221210034550896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034550897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034550897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034550897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034550898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034550898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034550898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:52.446150 run osmo-stp_10.42.42.5(pid=22561): stdout: \u000a| (launched: 2022-12-10_03:45:50.704113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:52.571450 run osmo-stp_10.42.42.5(pid=22561): stderr: \u000a| �[0;m�[38;5;43m20221210034550896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034550897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034550897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034550897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034550898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034550898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034550898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:52.626860 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22561): Process ended prematurely: osmo-stp_10.42.42.5(pid=22561) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22561)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:45:52.636117 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:45:52.698099 run osmo-hlr_10.42.42.2(pid=22558): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22558)]\u000a03:45:52.748340 run osmo-hlr_10.42.42.2(pid=22558): stdout: \u000a| (launched: 2022-12-10_03:45:49.724752) \u000a03:45:52.799362 run osmo-hlr_10.42.42.2(pid=22558): stderr: \u000a| �[0;m�[1;31m20221210034549922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034549922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034549922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034549922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034549922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034549922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034549935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034549945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034549945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034549945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:52.868688 run osmo-msc_10.42.42.6(pid=22564): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22564)]\u000a03:45:52.919289 run osmo-msc_10.42.42.6(pid=22564): stdout: \u000a| (launched: 2022-12-10_03:45:51.711630) \u000a03:45:52.970441 run osmo-msc_10.42.42.6(pid=22564): stderr: \u000a| �[0;m�[38;5;43m20221210034552034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034552034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17e7f6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034552034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034552034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034552034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034552035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034552036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034552037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034552037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034552037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:53.013682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22557): Terminating (SIGTERM)\u000a03:45:53.054540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22560): Terminating (SIGTERM)\u000a03:45:53.095392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22563): Terminating (SIGTERM)\u000a03:45:53.104867 --- ParallelTerminationStrategy: PID 22557 died...\u000a03:45:53.159679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22557): Terminated: ok {rc=0}\u000a03:45:53.169899 --- ParallelTerminationStrategy: PID 22560 died...\u000a03:45:53.224598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22560): Terminated: ok {rc=0}\u000a03:45:53.234459 --- ParallelTerminationStrategy: PID 22563 died...\u000a03:45:53.288794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22563): Terminated: ok {rc=0}\u000a03:45:53.373076 bus /sierra_3: Setting Powered False\u000a03:45:54.475541 bus /sierra_3: Setting Powered False\u000a03:45:55.583559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:45:36" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22575): Process ended prematurely: osmo-stp_10.42.42.5(pid=22575) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22575)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22575): Process ended prematurely: osmo-stp_10.42.42.5(pid=22575) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:45:57.543013 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:45:57.554495 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:45:57.708044 tst mo_mt_call.py: using LAC 25763\u000a03:45:57.830544 tst mo_mt_call.py: using RAC 8\u000a03:45:57.957770 tst mo_mt_call.py: using CellId 25763\u000a03:45:58.081407 tst mo_mt_call.py: using BVCI 25764\u000a03:45:58.105551 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:45:58.116908 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:45:58.128168 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:45:58.139402 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:45:58.150687 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:45:58.161935 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:45:58.274268 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:45:58.480495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:58.984316 run create_hlr_db(pid=22569): Launched\u000a03:45:59.167053 bus /sierra_2: Setting Powered False\u000a03:46:00.187991 run create_hlr_db(pid=22569): Terminated: ok {rc=0}\u000a03:46:00.585033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22571): Launched\u000a03:46:00.971345 run osmo-hlr_10.42.42.2(pid=22572): Launched\u000a03:46:01.190738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:01.774980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22574): Launched\u000a03:46:02.221273 run osmo-stp_10.42.42.5(pid=22575): Launched\u000a03:46:02.342566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:02.882965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22577): Launched\u000a03:46:03.179667 run osmo-msc_10.42.42.6(pid=22578): Launched\u000a03:46:03.354473 run osmo-stp_10.42.42.5(pid=22575): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22575)]\u000a03:46:03.480599 run osmo-stp_10.42.42.5(pid=22575): stdout: \u000a| (launched: 2022-12-10_03:46:01.941566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:03.604084 run osmo-stp_10.42.42.5(pid=22575): stderr: \u000a| �[0;m�[38;5;43m20221210034602207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034602207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034602207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034602207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034602208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034602208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034602208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:03.723269 run osmo-stp_10.42.42.5(pid=22575): stdout: \u000a| (launched: 2022-12-10_03:46:01.941566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:03.841462 run osmo-stp_10.42.42.5(pid=22575): stderr: \u000a| �[0;m�[38;5;43m20221210034602207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034602207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034602207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034602207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034602208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034602208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034602208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:03.893874 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22575): Process ended prematurely: osmo-stp_10.42.42.5(pid=22575) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22575)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:46:03.902663 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:46:03.962218 run osmo-hlr_10.42.42.2(pid=22572): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22572)]\u000a03:46:04.010882 run osmo-hlr_10.42.42.2(pid=22572): stdout: \u000a| (launched: 2022-12-10_03:46:00.734753) \u000a03:46:04.059987 run osmo-hlr_10.42.42.2(pid=22572): stderr: \u000a| �[0;m�[1;31m20221210034600981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034600981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034600981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034600981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034600981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034600981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034601001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034601017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034601017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034601017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:04.126525 run osmo-msc_10.42.42.6(pid=22578): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22578)]\u000a03:46:04.175191 run osmo-msc_10.42.42.6(pid=22578): stdout: \u000a| (launched: 2022-12-10_03:46:03.033169) \u000a03:46:04.224243 run osmo-msc_10.42.42.6(pid=22578): stderr: \u000a| �[0;m�[38;5;43m20221210034603303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034603304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd41e1cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034603304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034603304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034603304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034603304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034603306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034603307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034603307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034603307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:04.265623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22571): Terminating (SIGTERM)\u000a03:46:04.304646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22574): Terminating (SIGTERM)\u000a03:46:04.343948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22577): Terminating (SIGTERM)\u000a03:46:04.353424 --- ParallelTerminationStrategy: PID 22571 died...\u000a03:46:04.406202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22571): Terminated: ok {rc=0}\u000a03:46:04.415783 --- ParallelTerminationStrategy: PID 22574 died...\u000a03:46:04.469476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22574): Terminated: ok {rc=0}\u000a03:46:04.478989 --- ParallelTerminationStrategy: PID 22577 died...\u000a03:46:04.531255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22577): Terminated: ok {rc=0}\u000a03:46:04.619186 bus /sierra_3: Setting Powered False\u000a03:46:05.723482 bus /sierra_3: Setting Powered False\u000a03:46:06.829081 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22586): Process ended prematurely: osmo-stp_10.42.42.5(pid=22586) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22586)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22586): Process ended prematurely: osmo-stp_10.42.42.5(pid=22586) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:46:07.942300 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:07.954372 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:46:08.099025 tst mo_mt_call_osmux.py: using LAC 25764\u000a03:46:08.215579 tst mo_mt_call_osmux.py: using RAC 9\u000a03:46:08.331819 tst mo_mt_call_osmux.py: using CellId 25764\u000a03:46:08.452461 tst mo_mt_call_osmux.py: using BVCI 25765\u000a03:46:08.475397 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:08.486505 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:08.497291 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:08.508142 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:08.519180 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:08.530284 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:08.646687 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:08.853269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:09.358170 run create_hlr_db(pid=22580): Launched\u000a03:46:09.541301 bus /sierra_2: Setting Powered False\u000a03:46:10.562806 run create_hlr_db(pid=22580): Terminated: ok {rc=0}\u000a03:46:10.960798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22582): Launched\u000a03:46:11.256713 run osmo-hlr_10.42.42.2(pid=22583): Launched\u000a03:46:11.365220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:11.877639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22585): Launched\u000a03:46:12.172455 run osmo-stp_10.42.42.5(pid=22586): Launched\u000a03:46:12.280233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:12.819302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22588): Launched\u000a03:46:13.114799 run osmo-msc_10.42.42.6(pid=22589): Launched\u000a03:46:13.295219 run osmo-stp_10.42.42.5(pid=22586): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22586)]\u000a03:46:13.430760 run osmo-stp_10.42.42.5(pid=22586): stdout: \u000a| (launched: 2022-12-10_03:46:12.027599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:13.563228 run osmo-stp_10.42.42.5(pid=22586): stderr: \u000a| �[0;m�[38;5;43m20221210034612198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034612198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034612198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034612199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034612199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034612199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034612199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:13.690381 run osmo-stp_10.42.42.5(pid=22586): stdout: \u000a| (launched: 2022-12-10_03:46:12.027599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:13.816199 run osmo-stp_10.42.42.5(pid=22586): stderr: \u000a| �[0;m�[38;5;43m20221210034612198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034612198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034612198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034612199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034612199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034612199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034612199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:13.871859 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22586): Process ended prematurely: osmo-stp_10.42.42.5(pid=22586) [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22586)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:46:13.880996 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:46:13.943093 run osmo-hlr_10.42.42.2(pid=22583): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22583)]\u000a03:46:13.994250 run osmo-hlr_10.42.42.2(pid=22583): stdout: \u000a| (launched: 2022-12-10_03:46:11.111125) \u000a03:46:14.045314 run osmo-hlr_10.42.42.2(pid=22583): stderr: \u000a| �[0;m�[1;31m20221210034611287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034611287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034611287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034611287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034611287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034611287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034611301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034611310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034611311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034611311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:14.114706 run osmo-msc_10.42.42.6(pid=22589): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22589)]\u000a03:46:14.165074 run osmo-msc_10.42.42.6(pid=22589): stdout: \u000a| (launched: 2022-12-10_03:46:12.969351) \u000a03:46:14.216063 run osmo-msc_10.42.42.6(pid=22589): stderr: \u000a| �[0;m�[38;5;43m20221210034613241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034613241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91b1ffac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034613241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034613241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034613241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034613241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034613243 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034613243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034613244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034613244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:14.259311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22582): Terminating (SIGTERM)\u000a03:46:14.300120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22585): Terminating (SIGTERM)\u000a03:46:14.341760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22588): Terminating (SIGTERM)\u000a03:46:14.351565 --- ParallelTerminationStrategy: PID 22582 died...\u000a03:46:14.406571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22582): Terminated: ok {rc=0}\u000a03:46:14.416574 --- ParallelTerminationStrategy: PID 22585 died...\u000a03:46:14.471405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22585): Terminated: ok {rc=0}\u000a03:46:14.481597 --- ParallelTerminationStrategy: PID 22588 died...\u000a03:46:14.536764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22588): Terminated: ok {rc=0}\u000a03:46:14.622238 bus /sierra_3: Setting Powered False\u000a03:46:15.726998 bus /sierra_3: Setting Powered False\u000a03:46:16.847599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:45:57" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22600): Process ended prematurely: osmo-stp_10.42.42.5(pid=22600) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22600)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22600): Process ended prematurely: osmo-stp_10.42.42.5(pid=22600) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:46:18.790137 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:18.801003 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:46:18.940311 tst mo_mt_call.py: using LAC 25765\u000a03:46:19.057879 tst mo_mt_call.py: using RAC 10\u000a03:46:19.184551 tst mo_mt_call.py: using CellId 25765\u000a03:46:19.311902 tst mo_mt_call.py: using BVCI 25766\u000a03:46:19.336333 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:19.347992 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:19.359467 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:19.371011 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:19.382970 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:19.394464 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:46:19.507081 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:46:19.706267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:20.172243 run create_hlr_db(pid=22594): Launched\u000a03:46:20.342463 bus /sierra_2: Setting Powered False\u000a03:46:21.364357 run create_hlr_db(pid=22594): Terminated: ok {rc=0}\u000a03:46:21.783725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22596): Launched\u000a03:46:22.100782 run osmo-hlr_10.42.42.2(pid=22597): Launched\u000a03:46:22.219655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:22.770225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22599): Launched\u000a03:46:23.086818 run osmo-stp_10.42.42.5(pid=22600): Launched\u000a03:46:23.201891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:23.778930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22602): Launched\u000a03:46:24.094917 run osmo-msc_10.42.42.6(pid=22603): Launched\u000a03:46:24.280297 run osmo-stp_10.42.42.5(pid=22600): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22600)]\u000a03:46:24.414153 run osmo-stp_10.42.42.5(pid=22600): stdout: \u000a| (launched: 2022-12-10_03:46:22.930887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:24.547602 run osmo-stp_10.42.42.5(pid=22600): stderr: \u000a| �[0;m�[38;5;43m20221210034623123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034623123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034623123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034623123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034623126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034623126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034623126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:24.675228 run osmo-stp_10.42.42.5(pid=22600): stdout: \u000a| (launched: 2022-12-10_03:46:22.930887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:24.801314 run osmo-stp_10.42.42.5(pid=22600): stderr: \u000a| �[0;m�[38;5;43m20221210034623123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034623123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034623123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034623123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034623126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034623126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034623126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:24.857212 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22600): Process ended prematurely: osmo-stp_10.42.42.5(pid=22600) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22600)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:46:24.866331 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:46:24.928204 run osmo-hlr_10.42.42.2(pid=22597): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22597)]\u000a03:46:24.979068 run osmo-hlr_10.42.42.2(pid=22597): stdout: \u000a| (launched: 2022-12-10_03:46:21.944909) \u000a03:46:25.030136 run osmo-hlr_10.42.42.2(pid=22597): stderr: \u000a| �[0;m�[1;31m20221210034622142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034622142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034622142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034622142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034622142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034622142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034622155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034622163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034622163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034622163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:25.099520 run osmo-msc_10.42.42.6(pid=22603): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22603)]\u000a03:46:25.149889 run osmo-msc_10.42.42.6(pid=22603): stdout: \u000a| (launched: 2022-12-10_03:46:23.939747) \u000a03:46:25.200749 run osmo-msc_10.42.42.6(pid=22603): stderr: \u000a| �[0;m�[38;5;43m20221210034624261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034624261 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ee58cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034624261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034624261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034624261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034624261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034624263 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034624263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034624264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034624264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:25.244113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22596): Terminating (SIGTERM)\u000a03:46:25.285127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22599): Terminating (SIGTERM)\u000a03:46:25.326201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22602): Terminating (SIGTERM)\u000a03:46:25.335773 --- ParallelTerminationStrategy: PID 22596 died...\u000a03:46:25.390766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22596): Terminated: ok {rc=0}\u000a03:46:25.400715 --- ParallelTerminationStrategy: PID 22599 died...\u000a03:46:25.455278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22599): Terminated: ok {rc=0}\u000a03:46:25.465171 --- ParallelTerminationStrategy: PID 22602 died...\u000a03:46:25.519528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22602): Terminated: ok {rc=0}\u000a03:46:25.604646 bus /sierra_3: Setting Powered False\u000a03:46:26.709574 bus /sierra_3: Setting Powered False\u000a03:46:27.815033 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22611): Process ended prematurely: osmo-stp_10.42.42.5(pid=22611) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22611): Process ended prematurely: osmo-stp_10.42.42.5(pid=22611) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:46:28.927823 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:28.939987 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:46:29.091384 tst mo_mt_call_osmux.py: using LAC 25766\u000a03:46:29.217292 tst mo_mt_call_osmux.py: using RAC 11\u000a03:46:29.343192 tst mo_mt_call_osmux.py: using CellId 25766\u000a03:46:29.466965 tst mo_mt_call_osmux.py: using BVCI 25767\u000a03:46:29.491066 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:29.502429 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:29.513569 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:29.525054 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:29.536376 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:29.547701 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:46:29.662545 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:46:29.859216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:30.323144 run create_hlr_db(pid=22605): Launched\u000a03:46:30.492518 bus /sierra_2: Setting Powered False\u000a03:46:31.529240 run create_hlr_db(pid=22605): Terminated: ok {rc=0}\u000a03:46:32.024649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22607): Launched\u000a03:46:32.353769 run osmo-hlr_10.42.42.2(pid=22608): Launched\u000a03:46:32.466116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:32.986919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22610): Launched\u000a03:46:33.281937 run osmo-stp_10.42.42.5(pid=22611): Launched\u000a03:46:33.389641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:33.929666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22613): Launched\u000a03:46:34.226004 run osmo-msc_10.42.42.6(pid=22614): Launched\u000a03:46:34.400058 run osmo-stp_10.42.42.5(pid=22611): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)]\u000a03:46:34.525893 run osmo-stp_10.42.42.5(pid=22611): stdout: \u000a| (launched: 2022-12-10_03:46:33.136718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:34.649217 run osmo-stp_10.42.42.5(pid=22611): stderr: \u000a| �[0;m�[38;5;43m20221210034633304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034633304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034633304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034633305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034633307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034633307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034633307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:34.768632 run osmo-stp_10.42.42.5(pid=22611): stdout: \u000a| (launched: 2022-12-10_03:46:33.136718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:34.886470 run osmo-stp_10.42.42.5(pid=22611): stderr: \u000a| �[0;m�[38;5;43m20221210034633304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034633304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034633304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034633305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034633307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034633307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034633307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:34.938561 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22611): Process ended prematurely: osmo-stp_10.42.42.5(pid=22611) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:46:34.947258 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:46:35.006415 run osmo-hlr_10.42.42.2(pid=22608): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22608)]\u000a03:46:35.054549 run osmo-hlr_10.42.42.2(pid=22608): stdout: \u000a| (launched: 2022-12-10_03:46:32.206355) \u000a03:46:35.103478 run osmo-hlr_10.42.42.2(pid=22608): stderr: \u000a| �[0;m�[1;31m20221210034632382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034632382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034632382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034632382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034632382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034632382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034632394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034632403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034632403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034632403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:35.169733 run osmo-msc_10.42.42.6(pid=22614): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22614)]\u000a03:46:35.218113 run osmo-msc_10.42.42.6(pid=22614): stdout: \u000a| (launched: 2022-12-10_03:46:34.079571) \u000a03:46:35.266712 run osmo-msc_10.42.42.6(pid=22614): stderr: \u000a| �[0;m�[38;5;43m20221210034634351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034634351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5143422c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034634351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034634351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034634351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034634351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034634353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034634354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034634354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034634354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:35.307924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22607): Terminating (SIGTERM)\u000a03:46:35.347297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22610): Terminating (SIGTERM)\u000a03:46:35.386140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22613): Terminating (SIGTERM)\u000a03:46:35.395436 --- ParallelTerminationStrategy: PID 22607 died...\u000a03:46:35.447925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22607): Terminated: ok {rc=0}\u000a03:46:35.457490 --- ParallelTerminationStrategy: PID 22610 died...\u000a03:46:35.509575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22610): Terminated: ok {rc=0}\u000a03:46:35.518995 --- ParallelTerminationStrategy: PID 22613 died...\u000a03:46:35.571073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22613): Terminated: ok {rc=0}\u000a03:46:35.657449 bus /sierra_3: Setting Powered False\u000a03:46:36.759420 bus /sierra_3: Setting Powered False\u000a03:46:37.867688 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:46:18" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22626): Process ended prematurely: osmo-stp_10.42.42.5(pid=22626) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22626)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22626): Process ended prematurely: osmo-stp_10.42.42.5(pid=22626) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:46:39.826098 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:39.837434 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:46:39.989608 tst mo_mt_call.py: using LAC 25767\u000a03:46:40.111801 tst mo_mt_call.py: using RAC 12\u000a03:46:40.233774 tst mo_mt_call.py: using CellId 25767\u000a03:46:40.355862 tst mo_mt_call.py: using BVCI 25768\u000a03:46:40.379953 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:40.391294 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:40.402519 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:40.413746 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:40.424878 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:40.436090 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:46:40.549873 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:46:40.747330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:41.213846 run create_hlr_db(pid=22620): Launched\u000a03:46:41.383804 bus /sierra_2: Setting Powered False\u000a03:46:42.405797 run create_hlr_db(pid=22620): Terminated: ok {rc=0}\u000a03:46:42.799556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22622): Launched\u000a03:46:43.095565 run osmo-hlr_10.42.42.2(pid=22623): Launched\u000a03:46:43.202953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:43.716473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22625): Launched\u000a03:46:44.013349 run osmo-stp_10.42.42.5(pid=22626): Launched\u000a03:46:44.121671 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:44.661618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22628): Launched\u000a03:46:44.958298 run osmo-msc_10.42.42.6(pid=22629): Launched\u000a03:46:45.133155 run osmo-stp_10.42.42.5(pid=22626): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22626)]\u000a03:46:45.259284 run osmo-stp_10.42.42.5(pid=22626): stdout: \u000a| (launched: 2022-12-10_03:46:43.866355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:45.383133 run osmo-stp_10.42.42.5(pid=22626): stderr: \u000a| �[0;m�[38;5;43m20221210034644037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034644037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034644037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034644038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034644038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034644038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034644038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:45.502145 run osmo-stp_10.42.42.5(pid=22626): stdout: \u000a| (launched: 2022-12-10_03:46:43.866355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:45.620377 run osmo-stp_10.42.42.5(pid=22626): stderr: \u000a| �[0;m�[38;5;43m20221210034644037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034644037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034644037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034644038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034644038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034644038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034644038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:45.672819 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22626): Process ended prematurely: osmo-stp_10.42.42.5(pid=22626) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22626)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:46:45.681617 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a03:46:45.741076 run osmo-hlr_10.42.42.2(pid=22623): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22623)]\u000a03:46:45.789300 run osmo-hlr_10.42.42.2(pid=22623): stdout: \u000a| (launched: 2022-12-10_03:46:42.949447) \u000a03:46:45.838350 run osmo-hlr_10.42.42.2(pid=22623): stderr: \u000a| �[0;m�[1;31m20221210034643127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034643127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034643127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034643127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034643127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034643127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034643143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034643153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034643154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034643154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:45.948388 run osmo-msc_10.42.42.6(pid=22629): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22629)]\u000a03:46:46.004810 run osmo-msc_10.42.42.6(pid=22629): stdout: \u000a| (launched: 2022-12-10_03:46:44.812148) \u000a03:46:46.058441 run osmo-msc_10.42.42.6(pid=22629): stderr: \u000a| �[0;m�[38;5;43m20221210034645084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034645084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5662c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034645085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034645085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034645085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034645085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034645087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034645087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034645087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034645087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:46.104355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22622): Terminating (SIGTERM)\u000a03:46:46.151065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22625): Terminating (SIGTERM)\u000a03:46:46.196724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22628): Terminating (SIGTERM)\u000a03:46:46.207370 --- ParallelTerminationStrategy: PID 22622 died...\u000a03:46:46.269944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22622): Terminated: ok {rc=0}\u000a03:46:46.282405 --- ParallelTerminationStrategy: PID 22625 died...\u000a03:46:46.346599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22625): Terminated: ok {rc=0}\u000a03:46:46.358876 --- ParallelTerminationStrategy: PID 22628 died...\u000a03:46:46.424351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22628): Terminated: ok {rc=0}\u000a03:46:46.529802 bus /sierra_3: Setting Powered False\u000a03:46:47.632705 bus /sierra_3: Setting Powered False\u000a03:46:48.742052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22637): Process ended prematurely: osmo-stp_10.42.42.5(pid=22637) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22637)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22637): Process ended prematurely: osmo-stp_10.42.42.5(pid=22637) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:46:49.850234 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:49.861824 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:46:50.010915 tst mo_mt_call_osmux.py: using LAC 25768\u000a03:46:50.135007 tst mo_mt_call_osmux.py: using RAC 13\u000a03:46:50.261188 tst mo_mt_call_osmux.py: using CellId 25768\u000a03:46:50.385600 tst mo_mt_call_osmux.py: using BVCI 25769\u000a03:46:50.410218 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:50.421905 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:50.433168 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:50.444505 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:50.455971 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:46:50.467539 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:46:50.581176 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:46:50.778754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:51.245712 run create_hlr_db(pid=22631): Launched\u000a03:46:51.416242 bus /sierra_2: Setting Powered False\u000a03:46:52.437352 run create_hlr_db(pid=22631): Terminated: ok {rc=0}\u000a03:46:52.858770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22633): Launched\u000a03:46:53.176631 run osmo-hlr_10.42.42.2(pid=22634): Launched\u000a03:46:53.293555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:53.844157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22636): Launched\u000a03:46:54.161545 run osmo-stp_10.42.42.5(pid=22637): Launched\u000a03:46:54.279075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:54.856749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22639): Launched\u000a03:46:55.174146 run osmo-msc_10.42.42.6(pid=22640): Launched\u000a03:46:55.359558 run osmo-stp_10.42.42.5(pid=22637): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22637)]\u000a03:46:55.493639 run osmo-stp_10.42.42.5(pid=22637): stdout: \u000a| (launched: 2022-12-10_03:46:54.005741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:55.627305 run osmo-stp_10.42.42.5(pid=22637): stderr: \u000a| �[0;m�[38;5;43m20221210034654198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034654199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034654199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034654199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034654200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034654200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034654200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:55.754438 run osmo-stp_10.42.42.5(pid=22637): stdout: \u000a| (launched: 2022-12-10_03:46:54.005741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:55.880476 run osmo-stp_10.42.42.5(pid=22637): stderr: \u000a| �[0;m�[38;5;43m20221210034654198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034654199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034654199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034654199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034654200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034654200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034654200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:55.936212 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22637): Process ended prematurely: osmo-stp_10.42.42.5(pid=22637) [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22637)] [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:46:55.945595 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:46:56.008047 run osmo-hlr_10.42.42.2(pid=22634): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22634)]\u000a03:46:56.058976 run osmo-hlr_10.42.42.2(pid=22634): stdout: \u000a| (launched: 2022-12-10_03:46:53.020702) \u000a03:46:56.110687 run osmo-hlr_10.42.42.2(pid=22634): stderr: \u000a| �[0;m�[1;31m20221210034653219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034653219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034653219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034653219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034653219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034653219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034653232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034653240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034653240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034653240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:56.180978 run osmo-msc_10.42.42.6(pid=22640): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22640)]\u000a03:46:56.231859 run osmo-msc_10.42.42.6(pid=22640): stdout: \u000a| (launched: 2022-12-10_03:46:55.018791) \u000a03:46:56.283288 run osmo-msc_10.42.42.6(pid=22640): stderr: \u000a| �[0;m�[38;5;43m20221210034655343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034655344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb9def6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034655344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034655344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034655344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034655344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034655346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034655346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034655347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034655347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:56.326967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22633): Terminating (SIGTERM)\u000a03:46:56.368375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22636): Terminating (SIGTERM)\u000a03:46:56.410132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22639): Terminating (SIGTERM)\u000a03:46:56.419505 --- ParallelTerminationStrategy: PID 22633 died...\u000a03:46:56.475258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22633): Terminated: ok {rc=0}\u000a03:46:56.485377 --- ParallelTerminationStrategy: PID 22636 died...\u000a03:46:56.540833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22636): Terminated: ok {rc=0}\u000a03:46:56.551045 --- ParallelTerminationStrategy: PID 22639 died...\u000a03:46:56.606335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22639): Terminated: ok {rc=0}\u000a03:46:56.692795 bus /sierra_3: Setting Powered False\u000a03:46:57.794925 bus /sierra_3: Setting Powered False\u000a03:46:58.903901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:46:39" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22651): Process ended prematurely: osmo-stp_10.42.42.5(pid=22651) [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22651)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22651): Process ended prematurely: osmo-stp_10.42.42.5(pid=22651) [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:47:00.874897 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:00.889285 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:47:01.042608 tst mo_mt_call.py: using LAC 25769\u000a03:47:01.167946 tst mo_mt_call.py: using RAC 14\u000a03:47:01.293121 tst mo_mt_call.py: using CellId 25769\u000a03:47:01.415078 tst mo_mt_call.py: using BVCI 25770\u000a03:47:01.439530 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:01.451811 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:01.463909 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:01.478172 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:01.490125 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:01.503104 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:01.624550 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:01.866393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:02.408414 run create_hlr_db(pid=22645): Launched\u000a03:47:02.590978 bus /sierra_2: Setting Powered False\u000a03:47:03.612810 run create_hlr_db(pid=22645): Terminated: ok {rc=0}\u000a03:47:04.010747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22647): Launched\u000a03:47:04.305935 run osmo-hlr_10.42.42.2(pid=22648): Launched\u000a03:47:04.418848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:04.931255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22650): Launched\u000a03:47:05.226502 run osmo-stp_10.42.42.5(pid=22651): Launched\u000a03:47:05.334470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:05.875022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22653): Launched\u000a03:47:06.171792 run osmo-msc_10.42.42.6(pid=22654): Launched\u000a03:47:06.345914 run osmo-stp_10.42.42.5(pid=22651): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22651)]\u000a03:47:06.471945 run osmo-stp_10.42.42.5(pid=22651): stdout: \u000a| (launched: 2022-12-10_03:47:05.081509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:06.595774 run osmo-stp_10.42.42.5(pid=22651): stderr: \u000a| �[0;m�[38;5;43m20221210034705254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034705254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034705254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034705254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034705255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034705255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034705255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:06.715117 run osmo-stp_10.42.42.5(pid=22651): stdout: \u000a| (launched: 2022-12-10_03:47:05.081509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:06.833667 run osmo-stp_10.42.42.5(pid=22651): stderr: \u000a| �[0;m�[38;5;43m20221210034705254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034705254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034705254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034705254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034705255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034705255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034705255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:06.885705 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22651): Process ended prematurely: osmo-stp_10.42.42.5(pid=22651) [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22651)] [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:47:06.894623 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:47:06.954708 run osmo-hlr_10.42.42.2(pid=22648): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22648)]\u000a03:47:07.003400 run osmo-hlr_10.42.42.2(pid=22648): stdout: \u000a| (launched: 2022-12-10_03:47:04.160640) \u000a03:47:07.052770 run osmo-hlr_10.42.42.2(pid=22648): stderr: \u000a| �[0;m�[1;31m20221210034704335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034704335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034704335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034704335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034704335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034704336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034704347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034704356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034704356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034704356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:07.119188 run osmo-msc_10.42.42.6(pid=22654): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22654)]\u000a03:47:07.167529 run osmo-msc_10.42.42.6(pid=22654): stdout: \u000a| (launched: 2022-12-10_03:47:06.025588) \u000a03:47:07.216765 run osmo-msc_10.42.42.6(pid=22654): stderr: \u000a| �[0;m�[38;5;43m20221210034706298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034706298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f596fe04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034706298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034706298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034706299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034706299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034706301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034706301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034706301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034706301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:07.258114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22647): Terminating (SIGTERM)\u000a03:47:07.297582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22650): Terminating (SIGTERM)\u000a03:47:07.337125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22653): Terminating (SIGTERM)\u000a03:47:07.346685 --- ParallelTerminationStrategy: PID 22647 died...\u000a03:47:07.399382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22647): Terminated: ok {rc=0}\u000a03:47:07.409461 --- ParallelTerminationStrategy: PID 22650 died...\u000a03:47:07.463002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22650): Terminated: ok {rc=0}\u000a03:47:07.472673 --- ParallelTerminationStrategy: PID 22653 died...\u000a03:47:07.525235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22653): Terminated: ok {rc=0}\u000a03:47:07.611172 bus /sierra_3: Setting Powered False\u000a03:47:08.712110 bus /sierra_3: Setting Powered False\u000a03:47:09.820235 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22662): Process ended prematurely: osmo-stp_10.42.42.5(pid=22662) [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22662)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22662): Process ended prematurely: osmo-stp_10.42.42.5(pid=22662) [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:47:10.928785 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:10.940494 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:47:11.084372 tst mo_mt_call_osmux.py: using LAC 25770\u000a03:47:11.200144 tst mo_mt_call_osmux.py: using RAC 15\u000a03:47:11.316800 tst mo_mt_call_osmux.py: using CellId 25770\u000a03:47:11.435191 tst mo_mt_call_osmux.py: using BVCI 25771\u000a03:47:11.457848 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:11.468801 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:11.479522 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:11.490717 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:11.502072 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:11.513229 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:11.629432 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:11.838399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:12.346798 run create_hlr_db(pid=22656): Launched\u000a03:47:12.530996 bus /sierra_2: Setting Powered False\u000a03:47:13.552061 run create_hlr_db(pid=22656): Terminated: ok {rc=0}\u000a03:47:13.949976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22658): Launched\u000a03:47:14.246316 run osmo-hlr_10.42.42.2(pid=22659): Launched\u000a03:47:14.360855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:14.883860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22661): Launched\u000a03:47:15.181118 run osmo-stp_10.42.42.5(pid=22662): Launched\u000a03:47:15.289697 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:15.832906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22664): Launched\u000a03:47:16.294438 run osmo-msc_10.42.42.6(pid=22665): Launched\u000a03:47:16.703289 run osmo-stp_10.42.42.5(pid=22662): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22662)]\u000a03:47:17.028686 run osmo-stp_10.42.42.5(pid=22662): stdout: \u000a| (launched: 2022-12-10_03:47:15.034916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:17.223539 run osmo-stp_10.42.42.5(pid=22662): stderr: \u000a| �[0;m�[38;5;43m20221210034715206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034715207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034715207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034715207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034715208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034715208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034715208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:17.353245 run osmo-stp_10.42.42.5(pid=22662): stdout: \u000a| (launched: 2022-12-10_03:47:15.034916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:17.479879 run osmo-stp_10.42.42.5(pid=22662): stderr: \u000a| �[0;m�[38;5;43m20221210034715206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034715207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034715207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034715207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034715208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034715208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034715208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:17.535968 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22662): Process ended prematurely: osmo-stp_10.42.42.5(pid=22662) [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22662)] [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:47:17.545357 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a03:47:17.607340 run osmo-hlr_10.42.42.2(pid=22659): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22659)]\u000a03:47:17.658023 run osmo-hlr_10.42.42.2(pid=22659): stdout: \u000a| (launched: 2022-12-10_03:47:14.100937) \u000a03:47:17.709324 run osmo-hlr_10.42.42.2(pid=22659): stderr: \u000a| �[0;m�[1;31m20221210034714275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034714275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034714275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034714275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034714275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034714275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034714287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034714296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034714296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034714296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:17.779179 run osmo-msc_10.42.42.6(pid=22665): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22665)]\u000a03:47:17.830081 run osmo-msc_10.42.42.6(pid=22665): stdout: \u000a| (launched: 2022-12-10_03:47:16.018136) \u000a03:47:17.881338 run osmo-msc_10.42.42.6(pid=22665): stderr: \u000a| �[0;m�[38;5;43m20221210034716521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034716522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c99338c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034716523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034716523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034716523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034716523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034716526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034716528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034716529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034716529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:17.925042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22658): Terminating (SIGTERM)\u000a03:47:17.966283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22661): Terminating (SIGTERM)\u000a03:47:18.007910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22664): Terminating (SIGTERM)\u000a03:47:18.017538 --- ParallelTerminationStrategy: PID 22658 died...\u000a03:47:18.072763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22658): Terminated: ok {rc=0}\u000a03:47:18.082779 --- ParallelTerminationStrategy: PID 22661 died...\u000a03:47:18.138330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22661): Terminated: ok {rc=0}\u000a03:47:18.148262 --- ParallelTerminationStrategy: PID 22664 died...\u000a03:47:18.203008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22664): Terminated: ok {rc=0}\u000a03:47:18.288890 bus /sierra_3: Setting Powered False\u000a03:47:19.391022 bus /sierra_3: Setting Powered False\u000a03:47:20.497960 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:47:00" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22676): Process ended prematurely: osmo-stp_10.42.42.5(pid=22676) [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22676)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22676): Process ended prematurely: osmo-stp_10.42.42.5(pid=22676) [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:47:22.439276 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:22.450249 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:47:22.592040 tst mo_mt_call.py: using LAC 25771\u000a03:47:22.709674 tst mo_mt_call.py: using RAC 16\u000a03:47:22.825685 tst mo_mt_call.py: using CellId 25771\u000a03:47:22.941322 tst mo_mt_call.py: using BVCI 25772\u000a03:47:22.964004 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:22.974815 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:22.985331 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:22.995988 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:23.006783 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:23.017650 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:47:23.133750 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:47:23.340384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:23.846347 run create_hlr_db(pid=22670): Launched\u000a03:47:24.030515 bus /sierra_2: Setting Powered False\u000a03:47:25.051585 run create_hlr_db(pid=22670): Terminated: ok {rc=0}\u000a03:47:25.450075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22672): Launched\u000a03:47:25.749030 run osmo-hlr_10.42.42.2(pid=22673): Launched\u000a03:47:25.864870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:26.385304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22675): Launched\u000a03:47:26.682253 run osmo-stp_10.42.42.5(pid=22676): Launched\u000a03:47:26.793128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:27.334356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22678): Launched\u000a03:47:27.631284 run osmo-msc_10.42.42.6(pid=22679): Launched\u000a03:47:27.807339 run osmo-stp_10.42.42.5(pid=22676): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22676)]\u000a03:47:27.933531 run osmo-stp_10.42.42.5(pid=22676): stdout: \u000a| (launched: 2022-12-10_03:47:26.535460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:28.057823 run osmo-stp_10.42.42.5(pid=22676): stderr: \u000a| �[0;m�[38;5;43m20221210034726702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034726702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034726702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034726703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034726705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034726705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034726705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:28.177344 run osmo-stp_10.42.42.5(pid=22676): stdout: \u000a| (launched: 2022-12-10_03:47:26.535460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:28.295328 run osmo-stp_10.42.42.5(pid=22676): stderr: \u000a| �[0;m�[38;5;43m20221210034726702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034726702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034726702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034726703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034726705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034726705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034726705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:28.347618 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22676): Process ended prematurely: osmo-stp_10.42.42.5(pid=22676) [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22676)] [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:47:28.356308 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a03:47:28.415934 run osmo-hlr_10.42.42.2(pid=22673): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22673)]\u000a03:47:28.464637 run osmo-hlr_10.42.42.2(pid=22673): stdout: \u000a| (launched: 2022-12-10_03:47:25.600708) \u000a03:47:28.513946 run osmo-hlr_10.42.42.2(pid=22673): stderr: \u000a| �[0;m�[1;31m20221210034725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034725785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034725794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034725794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034725794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:28.580707 run osmo-msc_10.42.42.6(pid=22679): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22679)]\u000a03:47:28.629777 run osmo-msc_10.42.42.6(pid=22679): stdout: \u000a| (launched: 2022-12-10_03:47:27.484423) \u000a03:47:28.679096 run osmo-msc_10.42.42.6(pid=22679): stderr: \u000a| �[0;m�[38;5;43m20221210034727754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034727754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7bff82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034727754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034727754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034727755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034727755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034727757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034727757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034727758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034727758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:28.720433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22672): Terminating (SIGTERM)\u000a03:47:28.759819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22675): Terminating (SIGTERM)\u000a03:47:28.799188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22678): Terminating (SIGTERM)\u000a03:47:28.808542 --- ParallelTerminationStrategy: PID 22672 died...\u000a03:47:28.861808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22672): Terminated: ok {rc=0}\u000a03:47:28.871389 --- ParallelTerminationStrategy: PID 22675 died...\u000a03:47:28.924029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22675): Terminated: ok {rc=0}\u000a03:47:28.933831 --- ParallelTerminationStrategy: PID 22678 died...\u000a03:47:28.986591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22678): Terminated: ok {rc=0}\u000a03:47:29.073261 bus /sierra_3: Setting Powered False\u000a03:47:30.179191 bus /sierra_3: Setting Powered False\u000a03:47:31.310610 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22687): Process ended prematurely: osmo-stp_10.42.42.5(pid=22687) [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22687)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22687): Process ended prematurely: osmo-stp_10.42.42.5(pid=22687) [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:47:32.426352 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:32.438269 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:47:32.584011 tst mo_mt_call_osmux.py: using LAC 25772\u000a03:47:32.702426 tst mo_mt_call_osmux.py: using RAC 17\u000a03:47:32.826765 tst mo_mt_call_osmux.py: using CellId 25772\u000a03:47:32.941631 tst mo_mt_call_osmux.py: using BVCI 25773\u000a03:47:32.964110 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:32.974966 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:32.985496 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:32.996275 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:33.007186 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:33.018107 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:47:33.133251 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:47:33.334864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:33.799144 run create_hlr_db(pid=22681): Launched\u000a03:47:33.969538 bus /sierra_2: Setting Powered False\u000a03:47:34.992012 run create_hlr_db(pid=22681): Terminated: ok {rc=0}\u000a03:47:35.414895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22683): Launched\u000a03:47:35.733491 run osmo-hlr_10.42.42.2(pid=22684): Launched\u000a03:47:35.850159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:36.403899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22686): Launched\u000a03:47:36.721805 run osmo-stp_10.42.42.5(pid=22687): Launched\u000a03:47:36.836495 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:37.423011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22689): Launched\u000a03:47:37.741513 run osmo-msc_10.42.42.6(pid=22690): Launched\u000a03:47:37.926837 run osmo-stp_10.42.42.5(pid=22687): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22687)]\u000a03:47:38.065716 run osmo-stp_10.42.42.5(pid=22687): stdout: \u000a| (launched: 2022-12-10_03:47:36.564890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:38.198953 run osmo-stp_10.42.42.5(pid=22687): stderr: \u000a| �[0;m�[38;5;43m20221210034736756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034736757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034736757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034736757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034736758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034736758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034736758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:38.326146 run osmo-stp_10.42.42.5(pid=22687): stdout: \u000a| (launched: 2022-12-10_03:47:36.564890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:38.452539 run osmo-stp_10.42.42.5(pid=22687): stderr: \u000a| �[0;m�[38;5;43m20221210034736756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034736757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034736757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034736757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034736758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034736758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034736758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:38.508370 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22687): Process ended prematurely: osmo-stp_10.42.42.5(pid=22687) [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22687)] [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:47:38.517764 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:47:38.579687 run osmo-hlr_10.42.42.2(pid=22684): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22684)]\u000a03:47:38.630172 run osmo-hlr_10.42.42.2(pid=22684): stdout: \u000a| (launched: 2022-12-10_03:47:35.576695) \u000a03:47:38.681846 run osmo-hlr_10.42.42.2(pid=22684): stderr: \u000a| �[0;m�[1;31m20221210034735776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034735776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034735776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034735776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034735776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034735776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034735790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034735798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034735798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034735798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:38.751443 run osmo-msc_10.42.42.6(pid=22690): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22690)]\u000a03:47:38.802034 run osmo-msc_10.42.42.6(pid=22690): stdout: \u000a| (launched: 2022-12-10_03:47:37.584774) \u000a03:47:38.853154 run osmo-msc_10.42.42.6(pid=22690): stderr: \u000a| �[0;m�[38;5;43m20221210034737907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034737907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb83938dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034737907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034737907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034737907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034737908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034737909 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034737910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034737910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034737910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:38.896334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22683): Terminating (SIGTERM)\u000a03:47:38.937397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22686): Terminating (SIGTERM)\u000a03:47:38.978227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22689): Terminating (SIGTERM)\u000a03:47:38.988107 --- ParallelTerminationStrategy: PID 22683 died...\u000a03:47:39.042945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22683): Terminated: ok {rc=0}\u000a03:47:39.052856 --- ParallelTerminationStrategy: PID 22686 died...\u000a03:47:39.107738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22686): Terminated: ok {rc=0}\u000a03:47:39.117745 --- ParallelTerminationStrategy: PID 22689 died...\u000a03:47:39.172719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22689): Terminated: ok {rc=0}\u000a03:47:39.257538 bus /sierra_3: Setting Powered False\u000a03:47:40.362719 bus /sierra_3: Setting Powered False\u000a03:47:41.472642 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:47:22" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22701): Process ended prematurely: osmo-stp_10.42.42.5(pid=22701) [trial-2369↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22701)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22701): Process ended prematurely: osmo-stp_10.42.42.5(pid=22701) [trial-2369↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:47:43.434655 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:43.445112 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a03:47:43.563684 tst emergency_mo_mt_call.py: using LAC 25773\u000a03:47:43.679721 tst emergency_mo_mt_call.py: using RAC 18\u000a03:47:43.796019 tst emergency_mo_mt_call.py: using CellId 25773\u000a03:47:43.911893 tst emergency_mo_mt_call.py: using BVCI 25774\u000a03:47:43.933934 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:43.944407 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:43.954768 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:43.965246 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:43.975670 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:43.986351 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:47:44.097198 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:47:44.292515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:44.749483 run create_hlr_db(pid=22695): Launched\u000a03:47:44.917854 bus /sierra_2: Setting Powered False\u000a03:47:45.966835 run create_hlr_db(pid=22695): Terminated: ok {rc=0}\u000a03:47:46.410159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22697): Launched\u000a03:47:46.798210 run osmo-hlr_10.42.42.2(pid=22698): Launched\u000a03:47:46.975083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:47.579984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22700): Launched\u000a03:47:47.889798 run osmo-stp_10.42.42.5(pid=22701): Launched\u000a03:47:48.014070 tst emergency_mo_mt_call.py: using MSISDN 7539\u000a03:47:48.169784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:48.736746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22703): Launched\u000a03:47:49.048034 run osmo-msc_10.42.42.6(pid=22704): Launched\u000a03:47:49.230179 run osmo-stp_10.42.42.5(pid=22701): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22701)]\u000a03:47:49.362954 run osmo-stp_10.42.42.5(pid=22701): stdout: \u000a| (launched: 2022-12-10_03:47:47.738196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:49.494143 run osmo-stp_10.42.42.5(pid=22701): stderr: \u000a| �[0;m�[38;5;43m20221210034747929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034747929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034747929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034747930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034747930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034747930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034747930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:49.619510 run osmo-stp_10.42.42.5(pid=22701): stdout: \u000a| (launched: 2022-12-10_03:47:47.738196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:49.743456 run osmo-stp_10.42.42.5(pid=22701): stderr: \u000a| �[0;m�[38;5;43m20221210034747929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034747929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034747929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034747930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034747930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034747930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034747930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:49.798015 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22701): Process ended prematurely: osmo-stp_10.42.42.5(pid=22701) [trial-2369↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22701)] [trial-2369↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a03:47:49.806792 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a03:47:49.867950 run osmo-hlr_10.42.42.2(pid=22698): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22698)]\u000a03:47:49.918394 run osmo-hlr_10.42.42.2(pid=22698): stdout: \u000a| (launched: 2022-12-10_03:47:46.574335) \u000a03:47:49.968902 run osmo-hlr_10.42.42.2(pid=22698): stderr: \u000a| �[0;m�[1;31m20221210034746905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034746905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034746905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034746905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034746906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034746906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034746927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034746943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034746944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034746944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:50.038432 run osmo-msc_10.42.42.6(pid=22704): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22704)]\u000a03:47:50.088922 run osmo-msc_10.42.42.6(pid=22704): stdout: \u000a| (launched: 2022-12-10_03:47:48.895136) \u000a03:47:50.139524 run osmo-msc_10.42.42.6(pid=22704): stderr: \u000a| �[0;m�[38;5;43m20221210034749219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034749219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c70dacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034749219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034749219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034749219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034749219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034749221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034749222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034749222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034749222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:50.182496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22697): Terminating (SIGTERM)\u000a03:47:50.223606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22700): Terminating (SIGTERM)\u000a03:47:50.264603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22703): Terminating (SIGTERM)\u000a03:47:50.274298 --- ParallelTerminationStrategy: PID 22697 died...\u000a03:47:50.329832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22697): Terminated: ok {rc=0}\u000a03:47:50.340180 --- ParallelTerminationStrategy: PID 22700 died...\u000a03:47:50.395520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22700): Terminated: ok {rc=0}\u000a03:47:50.405977 --- ParallelTerminationStrategy: PID 22703 died...\u000a03:47:50.461350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22703): Terminated: ok {rc=0}\u000a03:47:50.548037 bus /sierra_3: Setting Powered False\u000a03:47:51.652906 bus /sierra_3: Setting Powered False\u000a03:47:52.761043 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22712): Process ended prematurely: osmo-stp_10.42.42.5(pid=22712) [trial-2369↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22712)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22712): Process ended prematurely: osmo-stp_10.42.42.5(pid=22712) [trial-2369↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:47:53.813025 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:53.824672 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a03:47:53.953500 tst emergency_preemptive_call.py: using LAC 25774\u000a03:47:54.077428 tst emergency_preemptive_call.py: using RAC 19\u000a03:47:54.201521 tst emergency_preemptive_call.py: using CellId 25774\u000a03:47:54.323282 tst emergency_preemptive_call.py: using BVCI 25775\u000a03:47:54.347049 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:54.357895 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:54.368660 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:54.379492 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:54.390363 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:47:54.401093 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:47:54.519409 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:47:54.633693 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:47:54.746756 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:47:54.951252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:55.452872 run create_hlr_db(pid=22706): Launched\u000a03:47:55.634924 bus /sierra_2: Setting Powered False\u000a03:47:56.655152 run create_hlr_db(pid=22706): Terminated: ok {rc=0}\u000a03:47:57.070208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22708): Launched\u000a03:47:57.382237 run osmo-hlr_10.42.42.2(pid=22709): Launched\u000a03:47:57.499374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:58.041544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22711): Launched\u000a03:47:58.351683 run osmo-stp_10.42.42.5(pid=22712): Launched\u000a03:47:58.478298 tst emergency_preemptive_call.py: using MSISDN 7540\u000a03:47:58.633676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:59.200389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22714): Launched\u000a03:47:59.512296 run osmo-msc_10.42.42.6(pid=22715): Launched\u000a03:47:59.694028 run osmo-stp_10.42.42.5(pid=22712): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22712)]\u000a03:47:59.825793 run osmo-stp_10.42.42.5(pid=22712): stdout: \u000a| (launched: 2022-12-10_03:47:58.199905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:59.956823 run osmo-stp_10.42.42.5(pid=22712): stderr: \u000a| �[0;m�[38;5;43m20221210034758394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034758394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034758395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034758395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034758395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034758396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034758396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:00.082552 run osmo-stp_10.42.42.5(pid=22712): stdout: \u000a| (launched: 2022-12-10_03:47:58.199905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:00.206319 run osmo-stp_10.42.42.5(pid=22712): stderr: \u000a| �[0;m�[38;5;43m20221210034758394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034758394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034758395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034758395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034758395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034758396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034758396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:00.260703 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22712): Process ended prematurely: osmo-stp_10.42.42.5(pid=22712) [trial-2369↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22712)] [trial-2369↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a03:48:00.269322 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a03:48:00.330985 run osmo-hlr_10.42.42.2(pid=22709): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22709)]\u000a03:48:00.381327 run osmo-hlr_10.42.42.2(pid=22709): stdout: \u000a| (launched: 2022-12-10_03:47:57.229075) \u000a03:48:00.432203 run osmo-hlr_10.42.42.2(pid=22709): stderr: \u000a| �[0;m�[1;31m20221210034757428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034757428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034757428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034757429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034757429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034757429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034757441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034757449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034757449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034757450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:00.501720 run osmo-msc_10.42.42.6(pid=22715): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22715)]\u000a03:48:00.552472 run osmo-msc_10.42.42.6(pid=22715): stdout: \u000a| (launched: 2022-12-10_03:47:59.359283) \u000a03:48:00.603876 run osmo-msc_10.42.42.6(pid=22715): stderr: \u000a| �[0;m�[38;5;43m20221210034759681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210034759681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1350882c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210034759682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210034759682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210034759682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210034759682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210034759685 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210034759686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210034759686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210034759686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:48:00.647043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22708): Terminating (SIGTERM)\u000a03:48:00.689269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22711): Terminating (SIGTERM)\u000a03:48:00.730269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22714): Terminating (SIGTERM)\u000a03:48:00.739815 --- ParallelTerminationStrategy: PID 22708 died...\u000a03:48:00.794476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22708): Terminated: ok {rc=0}\u000a03:48:00.804380 --- ParallelTerminationStrategy: PID 22711 died...\u000a03:48:00.859982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22711): Terminated: ok {rc=0}\u000a03:48:00.870384 --- ParallelTerminationStrategy: PID 22714 died...\u000a03:48:00.926331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22714): Terminated: ok {rc=0}\u000a03:48:01.015859 bus /sierra_9: Setting Powered False\u000a03:48:02.140022 bus /sierra_9: Setting Powered False\u000a03:48:03.245119 bus /sierra_8: Setting Powered False\u000a03:48:04.350422 bus /sierra_8: Setting Powered False\u000a03:48:05.456538 bus /sierra_3: Setting Powered False\u000a03:48:06.556202 bus /sierra_3: Setting Powered False\u000a03:48:07.666682 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:47:43" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22731): Process ended prematurely: osmo-stp_10.42.42.5(pid=22731) [trial-2369↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22731)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22731): Process ended prematurely: osmo-stp_10.42.42.5(pid=22731) [trial-2369↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:48:09.733475 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:09.743728 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:09.863270 tst cs_paging_gprs_active.py: using LAC 25775\u000a03:48:09.982557 tst cs_paging_gprs_active.py: using RAC 20\u000a03:48:10.099075 tst cs_paging_gprs_active.py: using CellId 25775\u000a03:48:10.218625 tst cs_paging_gprs_active.py: using BVCI 25776\u000a03:48:10.241422 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:10.251972 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:10.262413 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:10.272816 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:10.283287 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:10.293861 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:10.304262 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:10.314972 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:10.325721 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:10.442389 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:10.731561 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:48:10.864348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:11.195219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22721): Launched\u000a03:48:11.469497 run iperf3-srv_10.42.42.10(pid=22722): Launched\u000a03:48:11.664502 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:48:11.797225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:12.126469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22723): Launched\u000a03:48:12.400266 run iperf3-srv_10.42.42.10(pid=22724): Launched\u000a03:48:12.596053 tst cs_paging_gprs_active.py:38: start network...\u000a03:48:12.729742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:13.238565 run create_hlr_db(pid=22725): Launched\u000a03:48:13.421980 bus /sierra_2: Setting Powered False\u000a03:48:14.444393 run create_hlr_db(pid=22725): Terminated: ok {rc=0}\u000a03:48:14.843286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22727): Launched\u000a03:48:15.141552 run osmo-hlr_10.42.42.2(pid=22728): Launched\u000a03:48:15.253832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:15.779276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22730): Launched\u000a03:48:16.279951 run osmo-stp_10.42.42.5(pid=22731): Launched\u000a03:48:16.469830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:48:17.052709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22733): Launched\u000a03:48:17.170338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:48:17.434139 run patchelf(pid=22734): Launched\u000a03:48:17.609088 run osmo-stp_10.42.42.5(pid=22731): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22731)]\u000a03:48:17.737262 run osmo-stp_10.42.42.5(pid=22731): stdout: \u000a| (launched: 2022-12-10_03:48:15.947325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:17.865310 run osmo-stp_10.42.42.5(pid=22731): stderr: \u000a| �[0;m�[38;5;43m20221210034816261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034816262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034816262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034816263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034816263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034816264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034816264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:17.988916 run osmo-stp_10.42.42.5(pid=22731): stdout: \u000a| (launched: 2022-12-10_03:48:15.947325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:18.111313 run osmo-stp_10.42.42.5(pid=22731): stderr: \u000a| �[0;m�[38;5;43m20221210034816261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034816262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034816262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034816263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034816263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034816264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034816264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:18.254769 run patchelf(pid=22734): Terminating (SIGINT)\u000a03:48:18.423402 run patchelf(pid=22734): Terminated: ok {rc=0}\u000a03:48:18.454532 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22731): Process ended prematurely: osmo-stp_10.42.42.5(pid=22731) [trial-2369↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22731)] [trial-2369↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a03:48:18.463741 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:48:18.525369 run osmo-hlr_10.42.42.2(pid=22728): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22728)]\u000a03:48:18.574548 run osmo-hlr_10.42.42.2(pid=22728): stdout: \u000a| (launched: 2022-12-10_03:48:14.994405) \u000a03:48:18.624345 run osmo-hlr_10.42.42.2(pid=22728): stderr: \u000a| �[0;m�[1;31m20221210034815171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034815171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034815171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034815171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034815171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034815171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034815184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034815193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034815193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034815193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:18.666127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22721): Terminating (SIGTERM)\u000a03:48:18.706527 run iperf3-srv_10.42.42.10(pid=22722): Terminating (SIGTERM)\u000a03:48:18.746258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22723): Terminating (SIGTERM)\u000a03:48:18.785947 run iperf3-srv_10.42.42.10(pid=22724): Terminating (SIGTERM)\u000a03:48:18.826044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22727): Terminating (SIGTERM)\u000a03:48:18.866053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22730): Terminating (SIGTERM)\u000a03:48:18.905954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22733): Terminating (SIGTERM)\u000a03:48:18.915638 --- ParallelTerminationStrategy: PID 22721 died...\u000a03:48:18.968513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22721): Terminated: ok {rc=0}\u000a03:48:18.978664 --- ParallelTerminationStrategy: PID 22722 died...\u000a03:48:19.031144 run iperf3-srv_10.42.42.10(pid=22722): Terminated {rc=256}\u000a03:48:19.041341 --- ParallelTerminationStrategy: PID 22723 died...\u000a03:48:19.093177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22723): Terminated: ok {rc=0}\u000a03:48:19.102703 --- ParallelTerminationStrategy: PID 22724 died...\u000a03:48:19.154321 run iperf3-srv_10.42.42.10(pid=22724): Terminated {rc=256}\u000a03:48:19.163800 --- ParallelTerminationStrategy: PID 22727 died...\u000a03:48:19.216179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22727): Terminated: ok {rc=0}\u000a03:48:19.225907 --- ParallelTerminationStrategy: PID 22730 died...\u000a03:48:19.278341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22730): Terminated: ok {rc=0}\u000a03:48:19.287939 --- ParallelTerminationStrategy: PID 22733 died...\u000a03:48:19.341262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22733): Terminated: ok {rc=0}\u000a03:48:19.427585 bus /gobi_0: Setting Powered False\u000a03:48:20.528904 bus /gobi_0: Setting Powered False\u000a03:48:21.638788 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22744): Process ended prematurely: osmo-stp_10.42.42.5(pid=22744) [trial-2369↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22744)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22744): Process ended prematurely: osmo-stp_10.42.42.5(pid=22744) [trial-2369↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a03:48:22.747170 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:22.758134 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:22.878162 tst iperf3.py: using LAC 25776\u000a03:48:22.993047 tst iperf3.py: using RAC 21\u000a03:48:23.118433 tst iperf3.py: using CellId 25776\u000a03:48:23.247110 tst iperf3.py: using BVCI 25777\u000a03:48:23.271405 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:23.282535 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:23.293647 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:23.305222 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:23.316622 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:23.327786 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:23.339105 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:23.350460 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:23.361826 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:23.639174 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:48:23.762586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:24.069788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22736): Launched\u000a03:48:24.324718 run iperf3-srv_10.42.42.10(pid=22737): Launched\u000a03:48:24.505809 tst iperf3.py:8: start network...\u000a03:48:24.629218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:25.095883 run create_hlr_db(pid=22738): Launched\u000a03:48:25.266840 bus /gobi_6: Setting Powered False\u000a03:48:26.288725 run create_hlr_db(pid=22738): Terminated: ok {rc=0}\u000a03:48:26.683317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22740): Launched\u000a03:48:26.979914 run osmo-hlr_10.42.42.2(pid=22741): Launched\u000a03:48:27.092633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:27.621967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22743): Launched\u000a03:48:27.939274 run osmo-stp_10.42.42.5(pid=22744): Launched\u000a03:48:28.054636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:48:28.609973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22746): Launched\u000a03:48:28.723571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:48:28.999994 run patchelf(pid=22747): Launched\u000a03:48:29.186583 run osmo-stp_10.42.42.5(pid=22744): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22744)]\u000a03:48:29.322469 run osmo-stp_10.42.42.5(pid=22744): stdout: \u000a| (launched: 2022-12-10_03:48:27.783330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:29.458686 run osmo-stp_10.42.42.5(pid=22744): stderr: \u000a| �[0;m�[38;5;43m20221210034827977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034827977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034827977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034827977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034827978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034827978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034827978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:29.590432 run osmo-stp_10.42.42.5(pid=22744): stdout: \u000a| (launched: 2022-12-10_03:48:27.783330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:29.720420 run osmo-stp_10.42.42.5(pid=22744): stderr: \u000a| �[0;m�[38;5;43m20221210034827977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034827977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034827977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034827977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034827978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034827978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034827978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:29.872276 run patchelf(pid=22747): Terminating (SIGINT)\u000a03:48:30.051163 run patchelf(pid=22747): Terminated: ok {rc=0}\u000a03:48:30.084053 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22744): Process ended prematurely: osmo-stp_10.42.42.5(pid=22744) [trial-2369↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22744)] [trial-2369↪gprs:oc2g↪iperf3.py:8]\u000a03:48:30.094232 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a03:48:30.155864 run osmo-hlr_10.42.42.2(pid=22741): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22741)]\u000a03:48:30.205975 run osmo-hlr_10.42.42.2(pid=22741): stdout: \u000a| (launched: 2022-12-10_03:48:26.833730) \u000a03:48:30.256919 run osmo-hlr_10.42.42.2(pid=22741): stderr: \u000a| �[0;m�[1;31m20221210034827012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034827012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034827012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034827012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034827012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034827012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034827023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034827031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034827032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034827032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:30.300661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22736): Terminating (SIGTERM)\u000a03:48:30.341902 run iperf3-srv_10.42.42.10(pid=22737): Terminating (SIGTERM)\u000a03:48:30.383075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22740): Terminating (SIGTERM)\u000a03:48:30.424139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22743): Terminating (SIGTERM)\u000a03:48:30.465098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22746): Terminating (SIGTERM)\u000a03:48:30.474709 --- ParallelTerminationStrategy: PID 22736 died...\u000a03:48:30.529638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22736): Terminated: ok {rc=0}\u000a03:48:30.539718 --- ParallelTerminationStrategy: PID 22737 died...\u000a03:48:30.594301 run iperf3-srv_10.42.42.10(pid=22737): Terminated {rc=256}\u000a03:48:30.604366 --- ParallelTerminationStrategy: PID 22740 died...\u000a03:48:30.658802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22740): Terminated: ok {rc=0}\u000a03:48:30.668765 --- ParallelTerminationStrategy: PID 22743 died...\u000a03:48:30.723217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22743): Terminated: ok {rc=0}\u000a03:48:30.733144 --- ParallelTerminationStrategy: PID 22746 died...\u000a03:48:30.787732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22746): Terminated: ok {rc=0}\u000a03:48:30.893023 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22762): Process ended prematurely: osmo-stp_10.42.42.5(pid=22762) [trial-2369↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22762)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22762): Process ended prematurely: osmo-stp_10.42.42.5(pid=22762) [trial-2369↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a03:48:32.012849 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:32.028002 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:32.154650 tst iperf3m4.py: using LAC 25777\u000a03:48:32.273963 tst iperf3m4.py: using RAC 22\u000a03:48:32.390194 tst iperf3m4.py: using CellId 25777\u000a03:48:32.506048 tst iperf3m4.py: using BVCI 25778\u000a03:48:32.528420 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:32.538802 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:32.549170 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:32.559654 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:32.570186 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:32.580479 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:32.591001 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:32.601494 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:32.611955 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:32.728805 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:32.844376 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:32.961671 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:33.234651 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:48:33.357704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:33.667656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22748): Launched\u000a03:48:33.923037 run iperf3-srv_10.42.42.10(pid=22749): Launched\u000a03:48:34.104184 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:48:34.227608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:34.534349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22750): Launched\u000a03:48:34.788556 run iperf3-srv_10.42.42.10(pid=22751): Launched\u000a03:48:34.968710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:48:35.091521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:35.398423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22752): Launched\u000a03:48:35.653638 run iperf3-srv_10.42.42.10(pid=22753): Launched\u000a03:48:35.833942 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:48:35.956623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:36.263100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22754): Launched\u000a03:48:36.517818 run iperf3-srv_10.42.42.10(pid=22755): Launched\u000a03:48:36.698394 tst iperf3m4.py:8: start network...\u000a03:48:36.821812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:37.288477 run create_hlr_db(pid=22756): Launched\u000a03:48:37.459024 bus /gobi_6: Setting Powered False\u000a03:48:38.491988 run create_hlr_db(pid=22756): Terminated: ok {rc=0}\u000a03:48:38.913415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22758): Launched\u000a03:48:39.230793 run osmo-hlr_10.42.42.2(pid=22759): Launched\u000a03:48:39.347081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:39.895901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22761): Launched\u000a03:48:40.212819 run osmo-stp_10.42.42.5(pid=22762): Launched\u000a03:48:40.327500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:48:40.881066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22764): Launched\u000a03:48:40.994723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:48:41.270878 run patchelf(pid=22765): Launched\u000a03:48:41.456307 run osmo-stp_10.42.42.5(pid=22762): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22762)]\u000a03:48:41.592165 run osmo-stp_10.42.42.5(pid=22762): stdout: \u000a| (launched: 2022-12-10_03:48:40.057466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:41.729556 run osmo-stp_10.42.42.5(pid=22762): stderr: \u000a| �[0;m�[38;5;43m20221210034840248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034840248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034840249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034840249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034840252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034840252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034840252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:41.860558 run osmo-stp_10.42.42.5(pid=22762): stdout: \u000a| (launched: 2022-12-10_03:48:40.057466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:41.990654 run osmo-stp_10.42.42.5(pid=22762): stderr: \u000a| �[0;m�[38;5;43m20221210034840248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034840248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034840249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034840249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034840252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034840252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034840252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:42.142268 run patchelf(pid=22765): Terminating (SIGINT)\u000a03:48:42.320025 run patchelf(pid=22765): Terminated: ok {rc=0}\u000a03:48:42.352785 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22762): Process ended prematurely: osmo-stp_10.42.42.5(pid=22762) [trial-2369↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22762)] [trial-2369↪gprs:oc2g↪iperf3m4.py:8]\u000a03:48:42.362942 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a03:48:42.424822 run osmo-hlr_10.42.42.2(pid=22759): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22759)]\u000a03:48:42.475652 run osmo-hlr_10.42.42.2(pid=22759): stdout: \u000a| (launched: 2022-12-10_03:48:39.075403) \u000a03:48:42.526808 run osmo-hlr_10.42.42.2(pid=22759): stderr: \u000a| �[0;m�[1;31m20221210034839273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034839273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034839273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034839273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034839274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034839274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034839286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034839295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034839295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034839295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:42.570485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22748): Terminating (SIGTERM)\u000a03:48:42.611488 run iperf3-srv_10.42.42.10(pid=22749): Terminating (SIGTERM)\u000a03:48:42.652534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22750): Terminating (SIGTERM)\u000a03:48:42.693342 run iperf3-srv_10.42.42.10(pid=22751): Terminating (SIGTERM)\u000a03:48:42.734230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22752): Terminating (SIGTERM)\u000a03:48:42.775196 run iperf3-srv_10.42.42.10(pid=22753): Terminating (SIGTERM)\u000a03:48:42.816163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22754): Terminating (SIGTERM)\u000a03:48:42.857161 run iperf3-srv_10.42.42.10(pid=22755): Terminating (SIGTERM)\u000a03:48:42.898236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22758): Terminating (SIGTERM)\u000a03:48:42.939323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22761): Terminating (SIGTERM)\u000a03:48:42.980442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22764): Terminating (SIGTERM)\u000a03:48:42.990236 --- ParallelTerminationStrategy: PID 22748 died...\u000a03:48:43.046446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22748): Terminated: ok {rc=0}\u000a03:48:43.056620 --- ParallelTerminationStrategy: PID 22749 died...\u000a03:48:43.112135 run iperf3-srv_10.42.42.10(pid=22749): Terminated {rc=256}\u000a03:48:43.122256 --- ParallelTerminationStrategy: PID 22750 died...\u000a03:48:43.177765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22750): Terminated: ok {rc=0}\u000a03:48:43.187972 --- ParallelTerminationStrategy: PID 22751 died...\u000a03:48:43.243084 run iperf3-srv_10.42.42.10(pid=22751): Terminated {rc=256}\u000a03:48:43.253272 --- ParallelTerminationStrategy: PID 22752 died...\u000a03:48:43.308542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22752): Terminated: ok {rc=0}\u000a03:48:43.318670 --- ParallelTerminationStrategy: PID 22753 died...\u000a03:48:43.373638 run iperf3-srv_10.42.42.10(pid=22753): Terminated {rc=256}\u000a03:48:43.383816 --- ParallelTerminationStrategy: PID 22754 died...\u000a03:48:43.438694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22754): Terminated: ok {rc=0}\u000a03:48:43.448801 --- ParallelTerminationStrategy: PID 22755 died...\u000a03:48:43.504050 run iperf3-srv_10.42.42.10(pid=22755): Terminated {rc=256}\u000a03:48:43.514288 --- ParallelTerminationStrategy: PID 22758 died...\u000a03:48:43.569433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22758): Terminated: ok {rc=0}\u000a03:48:43.579531 --- ParallelTerminationStrategy: PID 22761 died...\u000a03:48:43.634537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22761): Terminated: ok {rc=0}\u000a03:48:43.644585 --- ParallelTerminationStrategy: PID 22764 died...\u000a03:48:43.700008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22764): Terminated: ok {rc=0}\u000a03:48:43.786482 bus /gobi_4: Setting Powered False\u000a03:48:44.888361 bus /gobi_4: Setting Powered False\u000a03:48:46.014137 bus /gobi_1: Setting Powered False\u000a03:48:47.127280 bus /gobi_1: Setting Powered False\u000a03:48:48.237381 bus /gobi_0: Setting Powered False\u000a03:48:49.339255 bus /gobi_0: Setting Powered False\u000a03:48:50.450206 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22772): Process ended prematurely: osmo-stp_10.42.42.5(pid=22772) [trial-2369↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22772)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22772): Process ended prematurely: osmo-stp_10.42.42.5(pid=22772) [trial-2369↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g ping.py\u000a----------------------------------------------\u000a03:48:51.516238 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:51.527164 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:51.646136 tst ping.py: using LAC 25778\u000a03:48:51.760426 tst ping.py: using RAC 23\u000a03:48:51.873929 tst ping.py: using CellId 25778\u000a03:48:51.986749 tst ping.py: using BVCI 25779\u000a03:48:52.009123 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:52.019681 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:52.030016 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:52.040755 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:52.051261 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:52.061889 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:52.072324 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:52.083147 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:52.364880 tst ping.py:19: start network...\u000a03:48:52.495453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:52.993302 run create_hlr_db(pid=22766): Launched\u000a03:48:53.174589 bus /gobi_6: Setting Powered False\u000a03:48:54.194304 run create_hlr_db(pid=22766): Terminated: ok {rc=0}\u000a03:48:54.586682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22768): Launched\u000a03:48:54.877965 run osmo-hlr_10.42.42.2(pid=22769): Launched\u000a03:48:54.986720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:55.501904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22771): Launched\u000a03:48:55.794756 run osmo-stp_10.42.42.5(pid=22772): Launched\u000a03:48:55.901859 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:48:56.411985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22774): Launched\u000a03:48:56.516040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:48:56.770969 run patchelf(pid=22775): Launched\u000a03:48:56.942200 run osmo-stp_10.42.42.5(pid=22772): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22772)]\u000a03:48:57.067324 run osmo-stp_10.42.42.5(pid=22772): stdout: \u000a| (launched: 2022-12-10_03:48:55.650124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:57.192905 run osmo-stp_10.42.42.5(pid=22772): stderr: \u000a| �[0;m�[38;5;43m20221210034855823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034855823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034855823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034855823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034855824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034855824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034855824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:57.313994 run osmo-stp_10.42.42.5(pid=22772): stdout: \u000a| (launched: 2022-12-10_03:48:55.650124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:57.433741 run osmo-stp_10.42.42.5(pid=22772): stderr: \u000a| �[0;m�[38;5;43m20221210034855823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034855823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034855823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034855823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034855824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034855824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034855824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:57.572765 run patchelf(pid=22775): Terminating (SIGINT)\u000a03:48:57.736735 run patchelf(pid=22775): Terminated: ok {rc=0}\u000a03:48:57.766668 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22772): Process ended prematurely: osmo-stp_10.42.42.5(pid=22772) [trial-2369↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22772)] [trial-2369↪gprs:oc2g↪ping.py:22]\u000a03:48:57.775383 tst ping.py:22: Test FAILED (6.2 sec)\u000a03:48:57.835602 run osmo-hlr_10.42.42.2(pid=22769): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22769)]\u000a03:48:57.883876 run osmo-hlr_10.42.42.2(pid=22769): stdout: \u000a| (launched: 2022-12-10_03:48:54.734569) \u000a03:48:57.932899 run osmo-hlr_10.42.42.2(pid=22769): stderr: \u000a| �[0;m�[1;31m20221210034854911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034854911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034854911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034854911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034854911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034854911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034854923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034854931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034854931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034854932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:57.974183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22768): Terminating (SIGTERM)\u000a03:48:58.013560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22771): Terminating (SIGTERM)\u000a03:48:58.054005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22774): Terminating (SIGTERM)\u000a03:48:58.063357 --- ParallelTerminationStrategy: PID 22768 died...\u000a03:48:58.116612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22768): Terminated: ok {rc=0}\u000a03:48:58.126325 --- ParallelTerminationStrategy: PID 22771 died...\u000a03:48:58.179208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22771): Terminated: ok {rc=0}\u000a03:48:58.189240 --- ParallelTerminationStrategy: PID 22774 died...\u000a03:48:58.242004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22774): Terminated: ok {rc=0}\u000a03:48:58.328587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22782): Process ended prematurely: osmo-stp_10.42.42.5(pid=22782) [trial-2369↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22782)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22782): Process ended prematurely: osmo-stp_10.42.42.5(pid=22782) [trial-2369↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a03:48:59.379502 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:59.390517 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:59.511395 tst ping_idle_ping.py: using LAC 25779\u000a03:48:59.628300 tst ping_idle_ping.py: using RAC 24\u000a03:48:59.742510 tst ping_idle_ping.py: using CellId 25779\u000a03:48:59.863482 tst ping_idle_ping.py: using BVCI 25780\u000a03:48:59.887663 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:59.898560 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:59.909761 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:59.921045 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:59.932096 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:59.943356 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:59.954610 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:59.965670 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:00.250493 tst ping_idle_ping.py:24: start network...\u000a03:49:00.381192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:00.885567 run create_hlr_db(pid=22776): Launched\u000a03:49:01.071278 bus /gobi_6: Setting Powered False\u000a03:49:02.083918 run create_hlr_db(pid=22776): Terminated: ok {rc=0}\u000a03:49:02.509379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22778): Launched\u000a03:49:02.822567 run osmo-hlr_10.42.42.2(pid=22779): Launched\u000a03:49:02.940643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:03.484887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22781): Launched\u000a03:49:03.796896 run osmo-stp_10.42.42.5(pid=22782): Launched\u000a03:49:03.910857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:04.455861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22784): Launched\u000a03:49:04.567430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:04.834855 run patchelf(pid=22785): Launched\u000a03:49:05.006622 run osmo-stp_10.42.42.5(pid=22782): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22782)]\u000a03:49:05.132501 run osmo-stp_10.42.42.5(pid=22782): stdout: \u000a| (launched: 2022-12-10_03:49:03.643794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:05.258650 run osmo-stp_10.42.42.5(pid=22782): stderr: \u000a| �[0;m�[38;5;43m20221210034903836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034903836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034903836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034903837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034903837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034903837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034903837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:05.380246 run osmo-stp_10.42.42.5(pid=22782): stdout: \u000a| (launched: 2022-12-10_03:49:03.643794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:05.500631 run osmo-stp_10.42.42.5(pid=22782): stderr: \u000a| �[0;m�[38;5;43m20221210034903836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034903836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034903836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034903837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034903837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034903837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034903837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:05.640775 run patchelf(pid=22785): Terminating (SIGINT)\u000a03:49:05.805736 run patchelf(pid=22785): Terminated: ok {rc=0}\u000a03:49:05.835813 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22782): Process ended prematurely: osmo-stp_10.42.42.5(pid=22782) [trial-2369↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22782)] [trial-2369↪gprs:oc2g↪ping_idle_ping.py:27]\u000a03:49:05.844649 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:49:05.904802 run osmo-hlr_10.42.42.2(pid=22779): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22779)]\u000a03:49:05.952830 run osmo-hlr_10.42.42.2(pid=22779): stdout: \u000a| (launched: 2022-12-10_03:49:02.669016) \u000a03:49:06.001662 run osmo-hlr_10.42.42.2(pid=22779): stderr: \u000a| �[0;m�[1;31m20221210034902870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034902870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034902870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034902870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034902870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034902870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034902882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034902890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034902890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034902890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:06.042928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22778): Terminating (SIGTERM)\u000a03:49:06.082214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22781): Terminating (SIGTERM)\u000a03:49:06.121634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22784): Terminating (SIGTERM)\u000a03:49:06.131074 --- ParallelTerminationStrategy: PID 22778 died...\u000a03:49:06.184201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22778): Terminated: ok {rc=0}\u000a03:49:06.193946 --- ParallelTerminationStrategy: PID 22781 died...\u000a03:49:06.246785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22781): Terminated: ok {rc=0}\u000a03:49:06.256570 --- ParallelTerminationStrategy: PID 22784 died...\u000a03:49:06.309268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22784): Terminated: ok {rc=0}\u000a03:49:06.397999 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:48:09" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22800): Process ended prematurely: osmo-stp_10.42.42.5(pid=22800) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22800)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22800): Process ended prematurely: osmo-stp_10.42.42.5(pid=22800) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:49:08.497558 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:08.508055 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:49:08.629195 tst cs_paging_gprs_active.py: using LAC 25780\u000a03:49:08.742944 tst cs_paging_gprs_active.py: using RAC 25\u000a03:49:08.855687 tst cs_paging_gprs_active.py: using CellId 25780\u000a03:49:08.971767 tst cs_paging_gprs_active.py: using BVCI 25781\u000a03:49:08.993887 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:09.004433 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:09.014835 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:09.025430 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:09.035881 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:09.046461 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:09.057246 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:09.067767 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:09.078497 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:09.195710 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:09.464879 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:49:09.586877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:09.888321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22790): Launched\u000a03:49:10.138994 run iperf3-srv_10.42.42.10(pid=22791): Launched\u000a03:49:10.316448 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:49:10.437885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:10.739696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22792): Launched\u000a03:49:10.989090 run iperf3-srv_10.42.42.10(pid=22793): Launched\u000a03:49:11.166787 tst cs_paging_gprs_active.py:38: start network...\u000a03:49:11.287253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:11.745965 run create_hlr_db(pid=22794): Launched\u000a03:49:11.941334 bus /gobi_6: Setting Powered False\u000a03:49:12.946623 run create_hlr_db(pid=22794): Terminated: ok {rc=0}\u000a03:49:13.348698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22796): Launched\u000a03:49:13.640596 run osmo-hlr_10.42.42.2(pid=22797): Launched\u000a03:49:13.751726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:14.259355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22799): Launched\u000a03:49:14.551742 run osmo-stp_10.42.42.5(pid=22800): Launched\u000a03:49:14.659068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:15.167074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22802): Launched\u000a03:49:15.270836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:15.525066 run patchelf(pid=22803): Launched\u000a03:49:15.695973 run osmo-stp_10.42.42.5(pid=22800): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22800)]\u000a03:49:15.821576 run osmo-stp_10.42.42.5(pid=22800): stdout: \u000a| (launched: 2022-12-10_03:49:14.407127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:15.970701 run osmo-stp_10.42.42.5(pid=22800): stderr: \u000a| �[0;m�[38;5;43m20221210034914576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034914576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034914577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034914577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034914578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034914578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034914578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:16.103674 run osmo-stp_10.42.42.5(pid=22800): stdout: \u000a| (launched: 2022-12-10_03:49:14.407127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:16.235698 run osmo-stp_10.42.42.5(pid=22800): stderr: \u000a| �[0;m�[38;5;43m20221210034914576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034914576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034914577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034914577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034914578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034914578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034914578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:16.390224 run patchelf(pid=22803): Terminating (SIGINT)\u000a03:49:16.569928 run patchelf(pid=22803): Terminated: ok {rc=0}\u000a03:49:16.603468 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22800): Process ended prematurely: osmo-stp_10.42.42.5(pid=22800) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22800)] [trial-2369↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:49:16.614642 tst cs_paging_gprs_active.py:38: Test FAILED (8.1 sec)\u000a03:49:16.680516 run osmo-hlr_10.42.42.2(pid=22797): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22797)]\u000a03:49:16.733848 run osmo-hlr_10.42.42.2(pid=22797): stdout: \u000a| (launched: 2022-12-10_03:49:13.496284) \u000a03:49:16.788754 run osmo-hlr_10.42.42.2(pid=22797): stderr: \u000a| �[0;m�[1;31m20221210034913669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034913669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034913669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034913669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034913669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034913669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034913681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034913690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034913690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034913690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:16.834240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22790): Terminating (SIGTERM)\u000a03:49:16.879221 run iperf3-srv_10.42.42.10(pid=22791): Terminating (SIGTERM)\u000a03:49:16.925083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22792): Terminating (SIGTERM)\u000a03:49:16.968407 run iperf3-srv_10.42.42.10(pid=22793): Terminating (SIGTERM)\u000a03:49:17.014286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22796): Terminating (SIGTERM)\u000a03:49:17.059795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22799): Terminating (SIGTERM)\u000a03:49:17.104283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22802): Terminating (SIGTERM)\u000a03:49:17.114603 --- ParallelTerminationStrategy: PID 22790 died...\u000a03:49:17.173770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22790): Terminated: ok {rc=0}\u000a03:49:17.184109 --- ParallelTerminationStrategy: PID 22791 died...\u000a03:49:17.239465 run iperf3-srv_10.42.42.10(pid=22791): Terminated {rc=256}\u000a03:49:17.249498 --- ParallelTerminationStrategy: PID 22792 died...\u000a03:49:17.304269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22792): Terminated: ok {rc=0}\u000a03:49:17.314506 --- ParallelTerminationStrategy: PID 22793 died...\u000a03:49:17.369546 run iperf3-srv_10.42.42.10(pid=22793): Terminated {rc=256}\u000a03:49:17.379490 --- ParallelTerminationStrategy: PID 22796 died...\u000a03:49:17.434136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22796): Terminated: ok {rc=0}\u000a03:49:17.444069 --- ParallelTerminationStrategy: PID 22799 died...\u000a03:49:17.499261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22799): Terminated: ok {rc=0}\u000a03:49:17.509352 --- ParallelTerminationStrategy: PID 22802 died...\u000a03:49:17.564519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22802): Terminated: ok {rc=0}\u000a03:49:17.650124 bus /gobi_0: Setting Powered False\u000a03:49:18.755267 bus /gobi_0: Setting Powered False\u000a03:49:19.861853 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22813): Process ended prematurely: osmo-stp_10.42.42.5(pid=22813) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22813)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22813): Process ended prematurely: osmo-stp_10.42.42.5(pid=22813) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:49:20.973169 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:20.985096 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:49:21.115535 tst iperf3.py: using LAC 25781\u000a03:49:21.232560 tst iperf3.py: using RAC 26\u000a03:49:21.346826 tst iperf3.py: using CellId 25781\u000a03:49:21.467504 tst iperf3.py: using BVCI 25782\u000a03:49:21.489762 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:21.500346 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:21.510875 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:21.521701 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:21.532573 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:21.543228 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:21.554053 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:21.564847 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:21.575679 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:21.844901 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:49:21.966564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:22.268865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22805): Launched\u000a03:49:22.518838 run iperf3-srv_10.42.42.10(pid=22806): Launched\u000a03:49:22.696107 tst iperf3.py:8: start network...\u000a03:49:22.816838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:23.273812 run create_hlr_db(pid=22807): Launched\u000a03:49:23.441382 bus /gobi_6: Setting Powered False\u000a03:49:24.463675 run create_hlr_db(pid=22807): Terminated: ok {rc=0}\u000a03:49:24.851254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22809): Launched\u000a03:49:25.142240 run osmo-hlr_10.42.42.2(pid=22810): Launched\u000a03:49:25.248832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:25.754130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22812): Launched\u000a03:49:26.045857 run osmo-stp_10.42.42.5(pid=22813): Launched\u000a03:49:26.152160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:26.659083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22815): Launched\u000a03:49:26.762819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:27.016570 run patchelf(pid=22816): Launched\u000a03:49:27.187325 run osmo-stp_10.42.42.5(pid=22813): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22813)]\u000a03:49:27.313148 run osmo-stp_10.42.42.5(pid=22813): stdout: \u000a| (launched: 2022-12-10_03:49:25.902150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:27.439065 run osmo-stp_10.42.42.5(pid=22813): stderr: \u000a| �[0;m�[38;5;43m20221210034926073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034926073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034926073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034926074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034926074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034926074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034926074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:27.560001 run osmo-stp_10.42.42.5(pid=22813): stdout: \u000a| (launched: 2022-12-10_03:49:25.902150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:27.679898 run osmo-stp_10.42.42.5(pid=22813): stderr: \u000a| �[0;m�[38;5;43m20221210034926073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034926073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034926073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034926074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034926074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034926074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034926074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:27.819821 run patchelf(pid=22816): Terminating (SIGINT)\u000a03:49:27.984515 run patchelf(pid=22816): Terminated: ok {rc=0}\u000a03:49:28.015146 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22813): Process ended prematurely: osmo-stp_10.42.42.5(pid=22813) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22813)] [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a03:49:28.024486 tst iperf3.py:8: Test FAILED (7.1 sec)\u000a03:49:28.084140 run osmo-hlr_10.42.42.2(pid=22810): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22810)]\u000a03:49:28.132574 run osmo-hlr_10.42.42.2(pid=22810): stdout: \u000a| (launched: 2022-12-10_03:49:24.998654) \u000a03:49:28.181606 run osmo-hlr_10.42.42.2(pid=22810): stderr: \u000a| �[0;m�[1;31m20221210034925172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034925172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034925172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034925172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034925173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034925173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034925184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034925192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034925193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034925193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:28.223222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22805): Terminating (SIGTERM)\u000a03:49:28.262764 run iperf3-srv_10.42.42.10(pid=22806): Terminating (SIGTERM)\u000a03:49:28.302284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22809): Terminating (SIGTERM)\u000a03:49:28.341766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22812): Terminating (SIGTERM)\u000a03:49:28.381055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22815): Terminating (SIGTERM)\u000a03:49:28.390326 --- ParallelTerminationStrategy: PID 22805 died...\u000a03:49:28.443056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22805): Terminated: ok {rc=0}\u000a03:49:28.452708 --- ParallelTerminationStrategy: PID 22806 died...\u000a03:49:28.505423 run iperf3-srv_10.42.42.10(pid=22806): Terminated {rc=256}\u000a03:49:28.514829 --- ParallelTerminationStrategy: PID 22809 died...\u000a03:49:28.567376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22809): Terminated: ok {rc=0}\u000a03:49:28.576923 --- ParallelTerminationStrategy: PID 22812 died...\u000a03:49:28.629425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22812): Terminated: ok {rc=0}\u000a03:49:28.638982 --- ParallelTerminationStrategy: PID 22815 died...\u000a03:49:28.691413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22815): Terminated: ok {rc=0}\u000a03:49:28.774918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22831): Process ended prematurely: osmo-stp_10.42.42.5(pid=22831) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22831)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22831): Process ended prematurely: osmo-stp_10.42.42.5(pid=22831) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:49:29.881444 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:29.892492 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:49:30.013012 tst iperf3m4.py: using LAC 25782\u000a03:49:30.126460 tst iperf3m4.py: using RAC 27\u000a03:49:30.240179 tst iperf3m4.py: using CellId 25782\u000a03:49:30.355969 tst iperf3m4.py: using BVCI 25783\u000a03:49:30.378262 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:30.388862 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:30.399383 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:30.410142 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:30.420716 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:30.431427 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:30.442322 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:30.452938 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:30.463710 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:30.578367 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:30.691633 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:30.806410 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:31.118065 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:49:31.250805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:31.628260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22817): Launched\u000a03:49:31.934418 run iperf3-srv_10.42.42.10(pid=22818): Launched\u000a03:49:32.123542 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:49:32.250683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:32.555711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22819): Launched\u000a03:49:32.805757 run iperf3-srv_10.42.42.10(pid=22820): Launched\u000a03:49:32.983302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:49:33.104634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:33.405138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22821): Launched\u000a03:49:33.654515 run iperf3-srv_10.42.42.10(pid=22822): Launched\u000a03:49:33.831055 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:49:33.951771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:34.253197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22823): Launched\u000a03:49:34.502892 run iperf3-srv_10.42.42.10(pid=22824): Launched\u000a03:49:34.679292 tst iperf3m4.py:8: start network...\u000a03:49:34.799482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:35.257316 run create_hlr_db(pid=22825): Launched\u000a03:49:35.424577 bus /gobi_6: Setting Powered False\u000a03:49:36.447220 run create_hlr_db(pid=22825): Terminated: ok {rc=0}\u000a03:49:36.860836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22827): Launched\u000a03:49:37.173341 run osmo-hlr_10.42.42.2(pid=22828): Launched\u000a03:49:37.287539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:37.827493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22830): Launched\u000a03:49:38.140206 run osmo-stp_10.42.42.5(pid=22831): Launched\u000a03:49:38.252742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:38.796330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22833): Launched\u000a03:49:38.907821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:39.179270 run patchelf(pid=22834): Launched\u000a03:49:39.361622 run osmo-stp_10.42.42.5(pid=22831): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22831)]\u000a03:49:39.495256 run osmo-stp_10.42.42.5(pid=22831): stdout: \u000a| (launched: 2022-12-10_03:49:37.986710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:39.629472 run osmo-stp_10.42.42.5(pid=22831): stderr: \u000a| �[0;m�[38;5;43m20221210034938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034938177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034938177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034938178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034938178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034938178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:39.758419 run osmo-stp_10.42.42.5(pid=22831): stdout: \u000a| (launched: 2022-12-10_03:49:37.986710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:39.886126 run osmo-stp_10.42.42.5(pid=22831): stderr: \u000a| �[0;m�[38;5;43m20221210034938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034938177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034938177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034938178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034938178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034938178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:40.034407 run patchelf(pid=22834): Terminating (SIGINT)\u000a03:49:40.209497 run patchelf(pid=22834): Terminated: ok {rc=0}\u000a03:49:40.241938 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22831): Process ended prematurely: osmo-stp_10.42.42.5(pid=22831) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22831)] [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:49:40.251921 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a03:49:40.313575 run osmo-hlr_10.42.42.2(pid=22828): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22828)]\u000a03:49:40.363913 run osmo-hlr_10.42.42.2(pid=22828): stdout: \u000a| (launched: 2022-12-10_03:49:37.019684) \u000a03:49:40.414673 run osmo-hlr_10.42.42.2(pid=22828): stderr: \u000a| �[0;m�[1;31m20221210034937219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034937219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034937219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034937219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034937219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034937219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034937231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034937241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034937241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034937241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:40.458351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22817): Terminating (SIGTERM)\u000a03:49:40.499425 run iperf3-srv_10.42.42.10(pid=22818): Terminating (SIGTERM)\u000a03:49:40.540494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22819): Terminating (SIGTERM)\u000a03:49:40.581592 run iperf3-srv_10.42.42.10(pid=22820): Terminating (SIGTERM)\u000a03:49:40.622832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22821): Terminating (SIGTERM)\u000a03:49:40.663715 run iperf3-srv_10.42.42.10(pid=22822): Terminating (SIGTERM)\u000a03:49:40.704695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22823): Terminating (SIGTERM)\u000a03:49:40.745810 run iperf3-srv_10.42.42.10(pid=22824): Terminating (SIGTERM)\u000a03:49:40.786863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22827): Terminating (SIGTERM)\u000a03:49:40.827911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22830): Terminating (SIGTERM)\u000a03:49:40.868898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22833): Terminating (SIGTERM)\u000a03:49:40.878454 --- ParallelTerminationStrategy: PID 22817 died...\u000a03:49:40.933831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22817): Terminated: ok {rc=0}\u000a03:49:40.943783 --- ParallelTerminationStrategy: PID 22818 died...\u000a03:49:40.998564 run iperf3-srv_10.42.42.10(pid=22818): Terminated {rc=256}\u000a03:49:41.008515 --- ParallelTerminationStrategy: PID 22819 died...\u000a03:49:41.063447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22819): Terminated: ok {rc=0}\u000a03:49:41.073373 --- ParallelTerminationStrategy: PID 22820 died...\u000a03:49:41.128033 run iperf3-srv_10.42.42.10(pid=22820): Terminated {rc=256}\u000a03:49:41.137982 --- ParallelTerminationStrategy: PID 22821 died...\u000a03:49:41.192301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22821): Terminated: ok {rc=0}\u000a03:49:41.202212 --- ParallelTerminationStrategy: PID 22822 died...\u000a03:49:41.256409 run iperf3-srv_10.42.42.10(pid=22822): Terminated {rc=256}\u000a03:49:41.266369 --- ParallelTerminationStrategy: PID 22823 died...\u000a03:49:41.320775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22823): Terminated: ok {rc=0}\u000a03:49:41.330726 --- ParallelTerminationStrategy: PID 22824 died...\u000a03:49:41.385098 run iperf3-srv_10.42.42.10(pid=22824): Terminated {rc=256}\u000a03:49:41.394860 --- ParallelTerminationStrategy: PID 22827 died...\u000a03:49:41.449642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22827): Terminated: ok {rc=0}\u000a03:49:41.459408 --- ParallelTerminationStrategy: PID 22830 died...\u000a03:49:41.514512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22830): Terminated: ok {rc=0}\u000a03:49:41.524572 --- ParallelTerminationStrategy: PID 22833 died...\u000a03:49:41.579681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22833): Terminated: ok {rc=0}\u000a03:49:41.665846 bus /gobi_4: Setting Powered False\u000a03:49:42.773220 bus /gobi_4: Setting Powered False\u000a03:49:43.882646 bus /gobi_1: Setting Powered False\u000a03:49:44.984366 bus /gobi_1: Setting Powered False\u000a03:49:46.090289 bus /gobi_0: Setting Powered False\u000a03:49:47.196662 bus /gobi_0: Setting Powered False\u000a03:49:48.303773 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22841): Process ended prematurely: osmo-stp_10.42.42.5(pid=22841) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22841)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22841): Process ended prematurely: osmo-stp_10.42.42.5(pid=22841) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:49:49.371651 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:49.383262 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:49:49.520217 tst ping.py: using LAC 25783\u000a03:49:49.648178 tst ping.py: using RAC 28\u000a03:49:49.764260 tst ping.py: using CellId 25783\u000a03:49:49.877379 tst ping.py: using BVCI 25784\u000a03:49:49.899197 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:49.909968 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:49.920439 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:49.931563 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:49.942422 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:49.952929 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:49.963807 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:49.974541 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:50.253963 tst ping.py:19: start network...\u000a03:49:50.381145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:50.866669 run create_hlr_db(pid=22835): Launched\u000a03:49:51.043559 bus /gobi_6: Setting Powered False\u000a03:49:52.064088 run create_hlr_db(pid=22835): Terminated: ok {rc=0}\u000a03:49:52.471646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22837): Launched\u000a03:49:52.776249 run osmo-hlr_10.42.42.2(pid=22838): Launched\u000a03:49:52.888161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:53.419941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22840): Launched\u000a03:49:53.725549 run osmo-stp_10.42.42.5(pid=22841): Launched\u000a03:49:53.836675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:54.370713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22843): Launched\u000a03:49:54.479624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:54.745391 run patchelf(pid=22844): Launched\u000a03:49:54.924189 run osmo-stp_10.42.42.5(pid=22841): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22841)]\u000a03:49:55.055608 run osmo-stp_10.42.42.5(pid=22841): stdout: \u000a| (launched: 2022-12-10_03:49:53.575302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:55.187082 run osmo-stp_10.42.42.5(pid=22841): stderr: \u000a| �[0;m�[38;5;43m20221210034953766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034953767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034953767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034953767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034953768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034953768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034953768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:55.314125 run osmo-stp_10.42.42.5(pid=22841): stdout: \u000a| (launched: 2022-12-10_03:49:53.575302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:55.439736 run osmo-stp_10.42.42.5(pid=22841): stderr: \u000a| �[0;m�[38;5;43m20221210034953766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210034953767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210034953767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210034953767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210034953768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210034953768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210034953768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:55.586251 run patchelf(pid=22844): Terminating (SIGINT)\u000a03:49:55.758047 run patchelf(pid=22844): Terminated: ok {rc=0}\u000a03:49:55.789581 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22841): Process ended prematurely: osmo-stp_10.42.42.5(pid=22841) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22841)] [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a03:49:55.798975 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:49:55.860701 run osmo-hlr_10.42.42.2(pid=22838): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22838)]\u000a03:49:55.911352 run osmo-hlr_10.42.42.2(pid=22838): stdout: \u000a| (launched: 2022-12-10_03:49:52.627114) \u000a03:49:55.962613 run osmo-hlr_10.42.42.2(pid=22838): stderr: \u000a| �[0;m�[1;31m20221210034952826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210034952826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210034952826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034952826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210034952826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210034952826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210034952838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210034952846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210034952846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210034952846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:56.006573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22837): Terminating (SIGTERM)\u000a03:49:56.047969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22840): Terminating (SIGTERM)\u000a03:49:56.089947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22843): Terminating (SIGTERM)\u000a03:49:56.099282 --- ParallelTerminationStrategy: PID 22837 died...\u000a03:49:56.154876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22837): Terminated: ok {rc=0}\u000a03:49:56.164931 --- ParallelTerminationStrategy: PID 22840 died...\u000a03:49:56.220295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22840): Terminated: ok {rc=0}\u000a03:49:56.230401 --- ParallelTerminationStrategy: PID 22843 died...\u000a03:49:56.285716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22843): Terminated: ok {rc=0}\u000a03:49:56.372188 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22851): Process ended prematurely: osmo-stp_10.42.42.5(pid=22851) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22851)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22851): Process ended prematurely: osmo-stp_10.42.42.5(pid=22851) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:49:57.424529 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:57.436097 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:49:57.562744 tst ping_idle_ping.py: using LAC 25784\u000a03:49:57.682350 tst ping_idle_ping.py: using RAC 29\u000a03:49:57.800604 tst ping_idle_ping.py: using CellId 25784\u000a03:49:57.919142 tst ping_idle_ping.py: using BVCI 25785\u000a03:49:57.942780 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:57.954025 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:57.965102 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:57.976081 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:57.987024 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:57.997936 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:58.009007 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:58.020017 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:58.292713 tst ping_idle_ping.py:24: start network...\u000a03:49:58.413995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:58.870164 run create_hlr_db(pid=22845): Launched\u000a03:49:59.037245 bus /gobi_6: Setting Powered False\u000a03:50:00.057909 run create_hlr_db(pid=22845): Terminated: ok {rc=0}\u000a03:50:00.443258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22847): Launched\u000a03:50:00.732044 run osmo-hlr_10.42.42.2(pid=22848): Launched\u000a03:50:00.848482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:01.474602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22850): Launched\u000a03:50:01.868324 run osmo-stp_10.42.42.5(pid=22851): Launched\u000a03:50:02.049903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:02.702592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22856): Launched\u000a03:50:02.812260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:03.079954 run patchelf(pid=22857): Launched\u000a03:50:03.260295 run osmo-stp_10.42.42.5(pid=22851): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22851)]\u000a03:50:03.392393 run osmo-stp_10.42.42.5(pid=22851): stdout: \u000a| (launched: 2022-12-10_03:50:01.686963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:03.524613 run osmo-stp_10.42.42.5(pid=22851): stderr: \u000a| �[0;m�[38;5;43m20221210035002011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035002011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035002012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035002012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035002013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035002013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035002013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:03.652507 run osmo-stp_10.42.42.5(pid=22851): stdout: \u000a| (launched: 2022-12-10_03:50:01.686963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:03.778897 run osmo-stp_10.42.42.5(pid=22851): stderr: \u000a| �[0;m�[38;5;43m20221210035002011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035002011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035002012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035002012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035002013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035002013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035002013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:03.925611 run patchelf(pid=22857): Terminating (SIGINT)\u000a03:50:04.098434 run patchelf(pid=22857): Terminated: ok {rc=0}\u000a03:50:04.130369 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22851): Process ended prematurely: osmo-stp_10.42.42.5(pid=22851) [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22851)] [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:50:04.139830 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:50:04.201937 run osmo-hlr_10.42.42.2(pid=22848): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22848)]\u000a03:50:04.252493 run osmo-hlr_10.42.42.2(pid=22848): stdout: \u000a| (launched: 2022-12-10_03:50:00.589797) \u000a03:50:04.303865 run osmo-hlr_10.42.42.2(pid=22848): stderr: \u000a| �[0;m�[1;31m20221210035000763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035000763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035000763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035000763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035000763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035000763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035000775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035000785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035000786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035000786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:04.348477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22847): Terminating (SIGTERM)\u000a03:50:04.390337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22850): Terminating (SIGTERM)\u000a03:50:04.432090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22856): Terminating (SIGTERM)\u000a03:50:04.441887 --- ParallelTerminationStrategy: PID 22847 died...\u000a03:50:04.497800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22847): Terminated: ok {rc=0}\u000a03:50:04.507934 --- ParallelTerminationStrategy: PID 22850 died...\u000a03:50:04.563483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22850): Terminated: ok {rc=0}\u000a03:50:04.573818 --- ParallelTerminationStrategy: PID 22856 died...\u000a03:50:04.629206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22856): Terminated: ok {rc=0}\u000a03:50:04.716274 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:49:08" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22872): Process ended prematurely: osmo-stp_10.42.42.5(pid=22872) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22872)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22872): Process ended prematurely: osmo-stp_10.42.42.5(pid=22872) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:50:06.845425 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:06.856723 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:50:07.002528 tst cs_paging_gprs_active.py: using LAC 25785\u000a03:50:07.124561 tst cs_paging_gprs_active.py: using RAC 30\u000a03:50:07.245840 tst cs_paging_gprs_active.py: using CellId 25785\u000a03:50:07.366750 tst cs_paging_gprs_active.py: using BVCI 25786\u000a03:50:07.390841 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:07.402054 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:07.412894 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:07.424079 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:07.435155 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:07.446378 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:07.457627 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:07.468836 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:07.480336 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:07.594971 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:07.869705 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:50:07.991916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:08.296483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22861): Launched\u000a03:50:08.549492 run iperf3-srv_10.42.42.10(pid=22863): Launched\u000a03:50:08.729313 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:50:08.851806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:09.157433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22864): Launched\u000a03:50:09.409947 run iperf3-srv_10.42.42.10(pid=22865): Launched\u000a03:50:09.588900 tst cs_paging_gprs_active.py:38: start network...\u000a03:50:09.711316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:10.172795 run create_hlr_db(pid=22866): Launched\u000a03:50:10.341851 bus /gobi_6: Setting Powered False\u000a03:50:11.362963 run create_hlr_db(pid=22866): Terminated: ok {rc=0}\u000a03:50:11.779177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22868): Launched\u000a03:50:12.092645 run osmo-hlr_10.42.42.2(pid=22869): Launched\u000a03:50:12.207566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:12.750044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22871): Launched\u000a03:50:13.063050 run osmo-stp_10.42.42.5(pid=22872): Launched\u000a03:50:13.176647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:13.721052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22874): Launched\u000a03:50:13.833608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:14.106568 run patchelf(pid=22875): Launched\u000a03:50:14.290255 run osmo-stp_10.42.42.5(pid=22872): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22872)]\u000a03:50:14.425343 run osmo-stp_10.42.42.5(pid=22872): stdout: \u000a| (launched: 2022-12-10_03:50:12.909297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:14.560218 run osmo-stp_10.42.42.5(pid=22872): stderr: \u000a| �[0;m�[38;5;43m20221210035013099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035013099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035013099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035013100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035013100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035013100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035013100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:14.690133 run osmo-stp_10.42.42.5(pid=22872): stdout: \u000a| (launched: 2022-12-10_03:50:12.909297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:14.818699 run osmo-stp_10.42.42.5(pid=22872): stderr: \u000a| �[0;m�[38;5;43m20221210035013099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035013099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035013099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035013100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035013100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035013100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035013100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:14.968351 run patchelf(pid=22875): Terminating (SIGINT)\u000a03:50:15.145382 run patchelf(pid=22875): Terminated: ok {rc=0}\u000a03:50:15.178139 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22872): Process ended prematurely: osmo-stp_10.42.42.5(pid=22872) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22872)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:50:15.188029 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a03:50:15.250396 run osmo-hlr_10.42.42.2(pid=22869): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22869)]\u000a03:50:15.301198 run osmo-hlr_10.42.42.2(pid=22869): stdout: \u000a| (launched: 2022-12-10_03:50:11.938677) \u000a03:50:15.352813 run osmo-hlr_10.42.42.2(pid=22869): stderr: \u000a| �[0;m�[1;31m20221210035012135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035012136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035012136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035012136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035012136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035012136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035012149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035012157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035012157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035012157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:15.396841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22861): Terminating (SIGTERM)\u000a03:50:15.438561 run iperf3-srv_10.42.42.10(pid=22863): Terminating (SIGTERM)\u000a03:50:15.480362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22864): Terminating (SIGTERM)\u000a03:50:15.521873 run iperf3-srv_10.42.42.10(pid=22865): Terminating (SIGTERM)\u000a03:50:15.563788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22868): Terminating (SIGTERM)\u000a03:50:15.605740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22871): Terminating (SIGTERM)\u000a03:50:15.647484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22874): Terminating (SIGTERM)\u000a03:50:15.657160 --- ParallelTerminationStrategy: PID 22861 died...\u000a03:50:15.713042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22861): Terminated: ok {rc=0}\u000a03:50:15.723041 --- ParallelTerminationStrategy: PID 22863 died...\u000a03:50:15.778012 run iperf3-srv_10.42.42.10(pid=22863): Terminated {rc=256}\u000a03:50:15.788075 --- ParallelTerminationStrategy: PID 22864 died...\u000a03:50:15.850781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22864): Terminated: ok {rc=0}\u000a03:50:15.867389 --- ParallelTerminationStrategy: PID 22865 died...\u000a03:50:15.923277 run iperf3-srv_10.42.42.10(pid=22865): Terminated {rc=256}\u000a03:50:15.933574 --- ParallelTerminationStrategy: PID 22868 died...\u000a03:50:15.989491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22868): Terminated: ok {rc=0}\u000a03:50:15.999852 --- ParallelTerminationStrategy: PID 22871 died...\u000a03:50:16.055758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22871): Terminated: ok {rc=0}\u000a03:50:16.066526 --- ParallelTerminationStrategy: PID 22874 died...\u000a03:50:16.121973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22874): Terminated: ok {rc=0}\u000a03:50:16.217693 bus /gobi_0: Setting Powered False\u000a03:50:17.327741 bus /gobi_0: Setting Powered False\u000a03:50:18.432644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22884): Process ended prematurely: osmo-stp_10.42.42.5(pid=22884) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22884)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22884): Process ended prematurely: osmo-stp_10.42.42.5(pid=22884) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:50:19.544813 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:19.556645 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:50:19.710947 tst iperf3.py: using LAC 25786\u000a03:50:19.837438 tst iperf3.py: using RAC 31\u000a03:50:19.958514 tst iperf3.py: using CellId 25786\u000a03:50:20.079780 tst iperf3.py: using BVCI 25787\u000a03:50:20.103983 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:20.115460 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:20.126564 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:20.137741 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:20.149304 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:20.160521 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:20.171739 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:20.183008 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:20.194218 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:20.464409 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:50:20.586988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:20.890948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22876): Launched\u000a03:50:21.142455 run iperf3-srv_10.42.42.10(pid=22877): Launched\u000a03:50:21.321124 tst iperf3.py:8: start network...\u000a03:50:21.443064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:21.900591 run create_hlr_db(pid=22878): Launched\u000a03:50:22.068829 bus /gobi_6: Setting Powered False\u000a03:50:23.089995 run create_hlr_db(pid=22878): Terminated: ok {rc=0}\u000a03:50:23.502243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22880): Launched\u000a03:50:23.813529 run osmo-hlr_10.42.42.2(pid=22881): Launched\u000a03:50:23.927382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:24.469431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22883): Launched\u000a03:50:24.780376 run osmo-stp_10.42.42.5(pid=22884): Launched\u000a03:50:24.893116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:25.436935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22886): Launched\u000a03:50:25.548596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:25.815089 run patchelf(pid=22887): Launched\u000a03:50:25.986384 run osmo-stp_10.42.42.5(pid=22884): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22884)]\u000a03:50:26.112563 run osmo-stp_10.42.42.5(pid=22884): stdout: \u000a| (launched: 2022-12-10_03:50:24.627932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:26.238985 run osmo-stp_10.42.42.5(pid=22884): stderr: \u000a| �[0;m�[38;5;43m20221210035024819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035024820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035024820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035024820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035024821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035024821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035024821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:26.360275 run osmo-stp_10.42.42.5(pid=22884): stdout: \u000a| (launched: 2022-12-10_03:50:24.627932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:26.480159 run osmo-stp_10.42.42.5(pid=22884): stderr: \u000a| �[0;m�[38;5;43m20221210035024819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035024820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035024820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035024820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035024821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035024821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035024821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:26.621101 run patchelf(pid=22887): Terminating (SIGINT)\u000a03:50:26.786023 run patchelf(pid=22887): Terminated: ok {rc=0}\u000a03:50:26.816591 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22884): Process ended prematurely: osmo-stp_10.42.42.5(pid=22884) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22884)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:50:26.826002 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a03:50:26.885555 run osmo-hlr_10.42.42.2(pid=22881): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22881)]\u000a03:50:26.933998 run osmo-hlr_10.42.42.2(pid=22881): stdout: \u000a| (launched: 2022-12-10_03:50:23.661019) \u000a03:50:26.982696 run osmo-hlr_10.42.42.2(pid=22881): stderr: \u000a| �[0;m�[1;31m20221210035023859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035023859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035023859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035023860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035023860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035023860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035023872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035023882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035023882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035023882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:27.024739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22876): Terminating (SIGTERM)\u000a03:50:27.064187 run iperf3-srv_10.42.42.10(pid=22877): Terminating (SIGTERM)\u000a03:50:27.103612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22880): Terminating (SIGTERM)\u000a03:50:27.143040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22883): Terminating (SIGTERM)\u000a03:50:27.182495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22886): Terminating (SIGTERM)\u000a03:50:27.191678 --- ParallelTerminationStrategy: PID 22876 died...\u000a03:50:27.244853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22876): Terminated: ok {rc=0}\u000a03:50:27.254617 --- ParallelTerminationStrategy: PID 22877 died...\u000a03:50:27.307111 run iperf3-srv_10.42.42.10(pid=22877): Terminated {rc=256}\u000a03:50:27.316579 --- ParallelTerminationStrategy: PID 22880 died...\u000a03:50:27.368179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22880): Terminated: ok {rc=0}\u000a03:50:27.377853 --- ParallelTerminationStrategy: PID 22883 died...\u000a03:50:27.430052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22883): Terminated: ok {rc=0}\u000a03:50:27.439613 --- ParallelTerminationStrategy: PID 22886 died...\u000a03:50:27.491903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22886): Terminated: ok {rc=0}\u000a03:50:27.575036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22902): Process ended prematurely: osmo-stp_10.42.42.5(pid=22902) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22902)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22902): Process ended prematurely: osmo-stp_10.42.42.5(pid=22902) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:50:28.688495 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:28.700367 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:50:28.849594 tst iperf3m4.py: using LAC 25787\u000a03:50:28.964866 tst iperf3m4.py: using RAC 32\u000a03:50:29.081006 tst iperf3m4.py: using CellId 25787\u000a03:50:29.201755 tst iperf3m4.py: using BVCI 25788\u000a03:50:29.224050 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:29.235037 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:29.245577 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:29.256727 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:29.267659 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:29.278760 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:29.289825 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:29.300541 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:29.311487 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:29.429753 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:29.546275 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:29.661907 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:29.948447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:50:30.079132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:30.402694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22888): Launched\u000a03:50:30.671740 run iperf3-srv_10.42.42.10(pid=22889): Launched\u000a03:50:30.868706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:50:31.001651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:31.343878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22890): Launched\u000a03:50:31.635756 run iperf3-srv_10.42.42.10(pid=22891): Launched\u000a03:50:31.823875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:50:31.954256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:32.291015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22892): Launched\u000a03:50:32.560594 run iperf3-srv_10.42.42.10(pid=22893): Launched\u000a03:50:32.753082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:50:32.883188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:33.207981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22894): Launched\u000a03:50:33.476817 run iperf3-srv_10.42.42.10(pid=22895): Launched\u000a03:50:33.668895 tst iperf3m4.py:8: start network...\u000a03:50:33.799720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:34.300709 run create_hlr_db(pid=22896): Launched\u000a03:50:34.482039 bus /gobi_6: Setting Powered False\u000a03:50:35.503326 run create_hlr_db(pid=22896): Terminated: ok {rc=0}\u000a03:50:35.896840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22898): Launched\u000a03:50:36.190408 run osmo-hlr_10.42.42.2(pid=22899): Launched\u000a03:50:36.297997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:36.809215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22901): Launched\u000a03:50:37.103318 run osmo-stp_10.42.42.5(pid=22902): Launched\u000a03:50:37.211324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:37.722927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22904): Launched\u000a03:50:37.827683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:38.083714 run patchelf(pid=22905): Launched\u000a03:50:38.255777 run osmo-stp_10.42.42.5(pid=22902): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22902)]\u000a03:50:38.382275 run osmo-stp_10.42.42.5(pid=22902): stdout: \u000a| (launched: 2022-12-10_03:50:36.958086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:38.508540 run osmo-stp_10.42.42.5(pid=22902): stderr: \u000a| �[0;m�[38;5;43m20221210035037129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035037129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035037129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035037130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035037130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035037130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035037130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:38.630912 run osmo-stp_10.42.42.5(pid=22902): stdout: \u000a| (launched: 2022-12-10_03:50:36.958086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:38.751595 run osmo-stp_10.42.42.5(pid=22902): stderr: \u000a| �[0;m�[38;5;43m20221210035037129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035037129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035037129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035037130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035037130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035037130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035037130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:38.892387 run patchelf(pid=22905): Terminating (SIGINT)\u000a03:50:39.057476 run patchelf(pid=22905): Terminated: ok {rc=0}\u000a03:50:39.088301 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22902): Process ended prematurely: osmo-stp_10.42.42.5(pid=22902) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22902)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:50:39.097957 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a03:50:39.158886 run osmo-hlr_10.42.42.2(pid=22899): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22899)]\u000a03:50:39.207798 run osmo-hlr_10.42.42.2(pid=22899): stdout: \u000a| (launched: 2022-12-10_03:50:36.045722) \u000a03:50:39.257449 run osmo-hlr_10.42.42.2(pid=22899): stderr: \u000a| �[0;m�[1;31m20221210035036223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035036223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035036223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035036223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035036223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035036223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035036236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035036244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035036244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035036244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:39.299335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22888): Terminating (SIGTERM)\u000a03:50:39.339652 run iperf3-srv_10.42.42.10(pid=22889): Terminating (SIGTERM)\u000a03:50:39.379271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22890): Terminating (SIGTERM)\u000a03:50:39.419075 run iperf3-srv_10.42.42.10(pid=22891): Terminating (SIGTERM)\u000a03:50:39.458972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22892): Terminating (SIGTERM)\u000a03:50:39.498839 run iperf3-srv_10.42.42.10(pid=22893): Terminating (SIGTERM)\u000a03:50:39.538596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22894): Terminating (SIGTERM)\u000a03:50:39.578273 run iperf3-srv_10.42.42.10(pid=22895): Terminating (SIGTERM)\u000a03:50:39.618014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22898): Terminating (SIGTERM)\u000a03:50:39.657779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22901): Terminating (SIGTERM)\u000a03:50:39.698104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22904): Terminating (SIGTERM)\u000a03:50:39.707651 --- ParallelTerminationStrategy: PID 22888 died...\u000a03:50:39.760714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22888): Terminated: ok {rc=0}\u000a03:50:39.770683 --- ParallelTerminationStrategy: PID 22889 died...\u000a03:50:39.823360 run iperf3-srv_10.42.42.10(pid=22889): Terminated {rc=256}\u000a03:50:39.833124 --- ParallelTerminationStrategy: PID 22890 died...\u000a03:50:39.886384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22890): Terminated: ok {rc=0}\u000a03:50:39.896326 --- ParallelTerminationStrategy: PID 22891 died...\u000a03:50:39.948634 run iperf3-srv_10.42.42.10(pid=22891): Terminated {rc=256}\u000a03:50:39.958209 --- ParallelTerminationStrategy: PID 22892 died...\u000a03:50:40.010498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22892): Terminated: ok {rc=0}\u000a03:50:40.020125 --- ParallelTerminationStrategy: PID 22893 died...\u000a03:50:40.072579 run iperf3-srv_10.42.42.10(pid=22893): Terminated {rc=256}\u000a03:50:40.082162 --- ParallelTerminationStrategy: PID 22894 died...\u000a03:50:40.134580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22894): Terminated: ok {rc=0}\u000a03:50:40.144176 --- ParallelTerminationStrategy: PID 22895 died...\u000a03:50:40.196510 run iperf3-srv_10.42.42.10(pid=22895): Terminated {rc=256}\u000a03:50:40.206158 --- ParallelTerminationStrategy: PID 22898 died...\u000a03:50:40.258515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22898): Terminated: ok {rc=0}\u000a03:50:40.268145 --- ParallelTerminationStrategy: PID 22901 died...\u000a03:50:40.320584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22901): Terminated: ok {rc=0}\u000a03:50:40.330225 --- ParallelTerminationStrategy: PID 22904 died...\u000a03:50:40.383234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22904): Terminated: ok {rc=0}\u000a03:50:40.469794 bus /gobi_4: Setting Powered False\u000a03:50:41.571885 bus /gobi_4: Setting Powered False\u000a03:50:42.682093 bus /gobi_1: Setting Powered False\u000a03:50:43.784845 bus /gobi_1: Setting Powered False\u000a03:50:44.895394 bus /gobi_0: Setting Powered False\u000a03:50:46.005621 bus /gobi_0: Setting Powered False\u000a03:50:47.128055 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22912): Process ended prematurely: osmo-stp_10.42.42.5(pid=22912) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22912)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22912): Process ended prematurely: osmo-stp_10.42.42.5(pid=22912) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:50:48.197821 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:48.209171 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:50:48.350669 tst ping.py: using LAC 25788\u000a03:50:48.464448 tst ping.py: using RAC 33\u000a03:50:48.576840 tst ping.py: using CellId 25788\u000a03:50:48.689949 tst ping.py: using BVCI 25789\u000a03:50:48.712123 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:48.723122 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:48.733708 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:48.744469 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:48.755472 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:48.766337 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:48.777681 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:48.788479 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:49.069653 tst ping.py:19: start network...\u000a03:50:49.199162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:49.692916 run create_hlr_db(pid=22906): Launched\u000a03:50:49.871529 bus /gobi_6: Setting Powered False\u000a03:50:50.891026 run create_hlr_db(pid=22906): Terminated: ok {rc=0}\u000a03:50:51.278087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22908): Launched\u000a03:50:51.565113 run osmo-hlr_10.42.42.2(pid=22909): Launched\u000a03:50:51.675848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:52.187058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22911): Launched\u000a03:50:52.474223 run osmo-stp_10.42.42.5(pid=22912): Launched\u000a03:50:52.581388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:53.084031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22914): Launched\u000a03:50:53.187007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:53.438045 run patchelf(pid=22915): Launched\u000a03:50:53.607173 run osmo-stp_10.42.42.5(pid=22912): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22912)]\u000a03:50:53.731428 run osmo-stp_10.42.42.5(pid=22912): stdout: \u000a| (launched: 2022-12-10_03:50:52.332375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:53.855728 run osmo-stp_10.42.42.5(pid=22912): stderr: \u000a| �[0;m�[38;5;43m20221210035052500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035052500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035052501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035052501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035052501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035052502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035052502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:53.975157 run osmo-stp_10.42.42.5(pid=22912): stdout: \u000a| (launched: 2022-12-10_03:50:52.332375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:54.093977 run osmo-stp_10.42.42.5(pid=22912): stderr: \u000a| �[0;m�[38;5;43m20221210035052500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035052500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035052501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035052501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035052501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035052502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035052502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:54.232496 run patchelf(pid=22915): Terminating (SIGINT)\u000a03:50:54.395088 run patchelf(pid=22915): Terminated: ok {rc=0}\u000a03:50:54.425164 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22912): Process ended prematurely: osmo-stp_10.42.42.5(pid=22912) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22912)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:50:54.434141 tst ping.py:22: Test FAILED (6.2 sec)\u000a03:50:54.493818 run osmo-hlr_10.42.42.2(pid=22909): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22909)]\u000a03:50:54.542680 run osmo-hlr_10.42.42.2(pid=22909): stdout: \u000a| (launched: 2022-12-10_03:50:51.423180) \u000a03:50:54.592017 run osmo-hlr_10.42.42.2(pid=22909): stderr: \u000a| �[0;m�[1;31m20221210035051598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035051598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035051598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035051598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035051598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035051598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035051610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035051618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035051618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035051618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:54.633859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22908): Terminating (SIGTERM)\u000a03:50:54.673571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22911): Terminating (SIGTERM)\u000a03:50:54.713470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22914): Terminating (SIGTERM)\u000a03:50:54.723030 --- ParallelTerminationStrategy: PID 22908 died...\u000a03:50:54.776059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22908): Terminated: ok {rc=0}\u000a03:50:54.786000 --- ParallelTerminationStrategy: PID 22911 died...\u000a03:50:54.838991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22911): Terminated: ok {rc=0}\u000a03:50:54.848463 --- ParallelTerminationStrategy: PID 22914 died...\u000a03:50:54.901943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22914): Terminated: ok {rc=0}\u000a03:50:54.988619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22922): Process ended prematurely: osmo-stp_10.42.42.5(pid=22922) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22922)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22922): Process ended prematurely: osmo-stp_10.42.42.5(pid=22922) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:50:56.039493 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:56.050954 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:50:56.191932 tst ping_idle_ping.py: using LAC 25789\u000a03:50:56.305640 tst ping_idle_ping.py: using RAC 34\u000a03:50:56.419514 tst ping_idle_ping.py: using CellId 25789\u000a03:50:56.540043 tst ping_idle_ping.py: using BVCI 25790\u000a03:50:56.563907 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:56.575394 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:56.586717 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:56.597914 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:56.609139 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:56.620312 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:56.631622 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:56.642764 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:56.909298 tst ping_idle_ping.py:24: start network...\u000a03:50:57.029681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:57.486216 run create_hlr_db(pid=22916): Launched\u000a03:50:57.653514 bus /gobi_6: Setting Powered False\u000a03:50:58.674932 run create_hlr_db(pid=22916): Terminated: ok {rc=0}\u000a03:50:59.086220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22918): Launched\u000a03:50:59.394892 run osmo-hlr_10.42.42.2(pid=22919): Launched\u000a03:50:59.507822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:00.043608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22921): Launched\u000a03:51:00.352636 run osmo-stp_10.42.42.5(pid=22922): Launched\u000a03:51:00.464566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:01.032042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22924): Launched\u000a03:51:01.146912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:01.437930 run patchelf(pid=22925): Launched\u000a03:51:01.621841 run osmo-stp_10.42.42.5(pid=22922): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22922)]\u000a03:51:01.756356 run osmo-stp_10.42.42.5(pid=22922): stdout: \u000a| (launched: 2022-12-10_03:51:00.200808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:01.889599 run osmo-stp_10.42.42.5(pid=22922): stderr: \u000a| �[0;m�[38;5;43m20221210035100392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035100392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035100392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035100393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035100393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035100393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035100393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:02.013764 run osmo-stp_10.42.42.5(pid=22922): stdout: \u000a| (launched: 2022-12-10_03:51:00.200808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:02.138063 run osmo-stp_10.42.42.5(pid=22922): stderr: \u000a| �[0;m�[38;5;43m20221210035100392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035100392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035100392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035100393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035100393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035100393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035100393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:02.280477 run patchelf(pid=22925): Terminating (SIGINT)\u000a03:51:02.443781 run patchelf(pid=22925): Terminated: ok {rc=0}\u000a03:51:02.473775 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22922): Process ended prematurely: osmo-stp_10.42.42.5(pid=22922) [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22922)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:51:02.482691 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:51:02.542826 run osmo-hlr_10.42.42.2(pid=22919): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22919)]\u000a03:51:02.591781 run osmo-hlr_10.42.42.2(pid=22919): stdout: \u000a| (launched: 2022-12-10_03:50:59.243179) \u000a03:51:02.641196 run osmo-hlr_10.42.42.2(pid=22919): stderr: \u000a| �[0;m�[1;31m20221210035059440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035059440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035059440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035059440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035059440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035059441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035059453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035059462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035059463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035059463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:02.683264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22918): Terminating (SIGTERM)\u000a03:51:02.723180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22921): Terminating (SIGTERM)\u000a03:51:02.762630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22924): Terminating (SIGTERM)\u000a03:51:02.771913 --- ParallelTerminationStrategy: PID 22918 died...\u000a03:51:02.824904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22918): Terminated: ok {rc=0}\u000a03:51:02.834831 --- ParallelTerminationStrategy: PID 22921 died...\u000a03:51:02.887200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22921): Terminated: ok {rc=0}\u000a03:51:02.897042 --- ParallelTerminationStrategy: PID 22924 died...\u000a03:51:02.950574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22924): Terminated: ok {rc=0}\u000a03:51:03.037837 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:50:06" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22940): Process ended prematurely: osmo-stp_10.42.42.5(pid=22940) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22940)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22940): Process ended prematurely: osmo-stp_10.42.42.5(pid=22940) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:51:05.162796 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:05.174312 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:51:05.324068 tst cs_paging_gprs_active.py: using LAC 25790\u000a03:51:05.446379 tst cs_paging_gprs_active.py: using RAC 35\u000a03:51:05.568549 tst cs_paging_gprs_active.py: using CellId 25790\u000a03:51:05.690877 tst cs_paging_gprs_active.py: using BVCI 25791\u000a03:51:05.715035 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:05.726509 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:05.737690 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:05.748789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:05.760158 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:05.771565 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:05.782986 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:05.794296 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:05.805767 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:05.922204 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:06.194914 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:51:06.316829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:06.622108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22930): Launched\u000a03:51:06.874582 run iperf3-srv_10.42.42.10(pid=22931): Launched\u000a03:51:07.053517 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:51:07.175700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:07.479357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22932): Launched\u000a03:51:07.731224 run iperf3-srv_10.42.42.10(pid=22933): Launched\u000a03:51:07.910192 tst cs_paging_gprs_active.py:38: start network...\u000a03:51:08.032158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:08.495209 run create_hlr_db(pid=22934): Launched\u000a03:51:08.664688 bus /gobi_6: Setting Powered False\u000a03:51:09.685426 run create_hlr_db(pid=22934): Terminated: ok {rc=0}\u000a03:51:10.102135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22936): Launched\u000a03:51:10.415989 run osmo-hlr_10.42.42.2(pid=22937): Launched\u000a03:51:10.535783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:11.080234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22939): Launched\u000a03:51:11.394085 run osmo-stp_10.42.42.5(pid=22940): Launched\u000a03:51:11.507718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:12.054144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22942): Launched\u000a03:51:12.166493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:12.439047 run patchelf(pid=22943): Launched\u000a03:51:12.623544 run osmo-stp_10.42.42.5(pid=22940): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22940)]\u000a03:51:12.758103 run osmo-stp_10.42.42.5(pid=22940): stdout: \u000a| (launched: 2022-12-10_03:51:11.240541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:12.893185 run osmo-stp_10.42.42.5(pid=22940): stderr: \u000a| �[0;m�[38;5;43m20221210035111434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035111434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035111434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035111434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035111435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035111435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035111435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:13.023256 run osmo-stp_10.42.42.5(pid=22940): stdout: \u000a| (launched: 2022-12-10_03:51:11.240541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:13.152227 run osmo-stp_10.42.42.5(pid=22940): stderr: \u000a| �[0;m�[38;5;43m20221210035111434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035111434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035111434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035111434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035111435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035111435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035111435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:13.302522 run patchelf(pid=22943): Terminating (SIGINT)\u000a03:51:13.478634 run patchelf(pid=22943): Terminated: ok {rc=0}\u000a03:51:13.511580 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22940): Process ended prematurely: osmo-stp_10.42.42.5(pid=22940) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22940)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:51:13.521813 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a03:51:13.583674 run osmo-hlr_10.42.42.2(pid=22937): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22937)]\u000a03:51:13.634227 run osmo-hlr_10.42.42.2(pid=22937): stdout: \u000a| (launched: 2022-12-10_03:51:10.262164) \u000a03:51:13.685294 run osmo-hlr_10.42.42.2(pid=22937): stderr: \u000a| �[0;m�[1;31m20221210035110458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035110458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035110458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035110458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035110459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035110459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035110471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035110481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035110482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035110482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:13.728837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22930): Terminating (SIGTERM)\u000a03:51:13.770071 run iperf3-srv_10.42.42.10(pid=22931): Terminating (SIGTERM)\u000a03:51:13.811340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22932): Terminating (SIGTERM)\u000a03:51:13.852619 run iperf3-srv_10.42.42.10(pid=22933): Terminating (SIGTERM)\u000a03:51:13.893884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22936): Terminating (SIGTERM)\u000a03:51:13.935191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22939): Terminating (SIGTERM)\u000a03:51:13.976559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22942): Terminating (SIGTERM)\u000a03:51:13.986311 --- ParallelTerminationStrategy: PID 22930 died...\u000a03:51:14.041342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22930): Terminated: ok {rc=0}\u000a03:51:14.051559 --- ParallelTerminationStrategy: PID 22931 died...\u000a03:51:14.106843 run iperf3-srv_10.42.42.10(pid=22931): Terminated {rc=256}\u000a03:51:14.116836 --- ParallelTerminationStrategy: PID 22932 died...\u000a03:51:14.171631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22932): Terminated: ok {rc=0}\u000a03:51:14.181940 --- ParallelTerminationStrategy: PID 22933 died...\u000a03:51:14.236700 run iperf3-srv_10.42.42.10(pid=22933): Terminated {rc=256}\u000a03:51:14.246664 --- ParallelTerminationStrategy: PID 22936 died...\u000a03:51:14.301440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22936): Terminated: ok {rc=0}\u000a03:51:14.311313 --- ParallelTerminationStrategy: PID 22939 died...\u000a03:51:14.365803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22939): Terminated: ok {rc=0}\u000a03:51:14.375904 --- ParallelTerminationStrategy: PID 22942 died...\u000a03:51:14.430274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22942): Terminated: ok {rc=0}\u000a03:51:14.515799 bus /gobi_0: Setting Powered False\u000a03:51:15.621064 bus /gobi_0: Setting Powered False\u000a03:51:16.751671 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22952): Process ended prematurely: osmo-stp_10.42.42.5(pid=22952) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22952)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22952): Process ended prematurely: osmo-stp_10.42.42.5(pid=22952) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:51:17.864521 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:17.876371 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:51:18.032015 tst iperf3.py: using LAC 25791\u000a03:51:18.153241 tst iperf3.py: using RAC 36\u000a03:51:18.273525 tst iperf3.py: using CellId 25791\u000a03:51:18.398295 tst iperf3.py: using BVCI 25792\u000a03:51:18.422422 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:18.433746 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:18.444697 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:18.455863 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:18.466998 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:18.478334 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:18.489631 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:18.500583 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:18.511896 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:18.797536 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:51:18.927909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:19.251225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22944): Launched\u000a03:51:19.518939 run iperf3-srv_10.42.42.10(pid=22945): Launched\u000a03:51:19.710265 tst iperf3.py:8: start network...\u000a03:51:19.840613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:20.349502 run create_hlr_db(pid=22946): Launched\u000a03:51:20.530753 bus /gobi_6: Setting Powered False\u000a03:51:21.551649 run create_hlr_db(pid=22946): Terminated: ok {rc=0}\u000a03:51:21.964235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22948): Launched\u000a03:51:22.273582 run osmo-hlr_10.42.42.2(pid=22949): Launched\u000a03:51:22.391527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:22.929702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22951): Launched\u000a03:51:23.239244 run osmo-stp_10.42.42.5(pid=22952): Launched\u000a03:51:23.351909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:23.892436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22954): Launched\u000a03:51:24.004013 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:24.275231 run patchelf(pid=22955): Launched\u000a03:51:24.457386 run osmo-stp_10.42.42.5(pid=22952): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22952)]\u000a03:51:24.591039 run osmo-stp_10.42.42.5(pid=22952): stdout: \u000a| (launched: 2022-12-10_03:51:23.087577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:24.725574 run osmo-stp_10.42.42.5(pid=22952): stderr: \u000a| �[0;m�[38;5;43m20221210035123275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035123275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035123275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035123276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035123276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035123276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035123276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:24.854603 run osmo-stp_10.42.42.5(pid=22952): stdout: \u000a| (launched: 2022-12-10_03:51:23.087577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:24.982362 run osmo-stp_10.42.42.5(pid=22952): stderr: \u000a| �[0;m�[38;5;43m20221210035123275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035123275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035123275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035123276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035123276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035123276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035123276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:25.131913 run patchelf(pid=22955): Terminating (SIGINT)\u000a03:51:25.306605 run patchelf(pid=22955): Terminated: ok {rc=0}\u000a03:51:25.339370 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22952): Process ended prematurely: osmo-stp_10.42.42.5(pid=22952) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22952)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:51:25.349510 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a03:51:25.411112 run osmo-hlr_10.42.42.2(pid=22949): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22949)]\u000a03:51:25.461589 run osmo-hlr_10.42.42.2(pid=22949): stdout: \u000a| (launched: 2022-12-10_03:51:22.122422) \u000a03:51:25.514083 run osmo-hlr_10.42.42.2(pid=22949): stderr: \u000a| �[0;m�[1;31m20221210035122319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035122319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035122319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035122319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035122319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035122319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035122332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035122340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035122341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035122341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:25.557660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22944): Terminating (SIGTERM)\u000a03:51:25.598783 run iperf3-srv_10.42.42.10(pid=22945): Terminating (SIGTERM)\u000a03:51:25.640035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22948): Terminating (SIGTERM)\u000a03:51:25.681283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22951): Terminating (SIGTERM)\u000a03:51:25.722461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22954): Terminating (SIGTERM)\u000a03:51:25.732048 --- ParallelTerminationStrategy: PID 22944 died...\u000a03:51:25.787052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22944): Terminated: ok {rc=0}\u000a03:51:25.797043 --- ParallelTerminationStrategy: PID 22945 died...\u000a03:51:25.851476 run iperf3-srv_10.42.42.10(pid=22945): Terminated {rc=256}\u000a03:51:25.861529 --- ParallelTerminationStrategy: PID 22948 died...\u000a03:51:25.915819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22948): Terminated: ok {rc=0}\u000a03:51:25.925760 --- ParallelTerminationStrategy: PID 22951 died...\u000a03:51:25.980510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22951): Terminated: ok {rc=0}\u000a03:51:25.990689 --- ParallelTerminationStrategy: PID 22954 died...\u000a03:51:26.045431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22954): Terminated: ok {rc=0}\u000a03:51:26.130826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22970): Process ended prematurely: osmo-stp_10.42.42.5(pid=22970) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22970)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22970): Process ended prematurely: osmo-stp_10.42.42.5(pid=22970) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a03:51:27.243010 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:27.254876 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:51:27.404908 tst iperf3m4.py: using LAC 25792\u000a03:51:27.526321 tst iperf3m4.py: using RAC 37\u000a03:51:27.647542 tst iperf3m4.py: using CellId 25792\u000a03:51:27.769320 tst iperf3m4.py: using BVCI 25793\u000a03:51:27.793215 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:27.804401 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:27.815406 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:27.826472 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:27.837444 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:27.848374 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:27.859510 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:27.870432 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:27.881580 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:27.999445 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:28.114419 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:28.230719 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:28.506802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:51:28.628655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:28.930367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22956): Launched\u000a03:51:29.180449 run iperf3-srv_10.42.42.10(pid=22957): Launched\u000a03:51:29.358084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:51:29.479027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:29.779279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22958): Launched\u000a03:51:30.028002 run iperf3-srv_10.42.42.10(pid=22959): Launched\u000a03:51:30.205623 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:51:30.326536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:30.626839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22960): Launched\u000a03:51:30.917304 run iperf3-srv_10.42.42.10(pid=22961): Launched\u000a03:51:31.140875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:51:31.275753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:31.616429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22962): Launched\u000a03:51:31.904820 run iperf3-srv_10.42.42.10(pid=22963): Launched\u000a03:51:32.101920 tst iperf3m4.py:8: start network...\u000a03:51:32.236336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:32.732826 run create_hlr_db(pid=22964): Launched\u000a03:51:32.913759 bus /gobi_6: Setting Powered False\u000a03:51:33.934901 run create_hlr_db(pid=22964): Terminated: ok {rc=0}\u000a03:51:34.348765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22966): Launched\u000a03:51:34.658261 run osmo-hlr_10.42.42.2(pid=22967): Launched\u000a03:51:34.775931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:35.318027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22969): Launched\u000a03:51:35.627674 run osmo-stp_10.42.42.5(pid=22970): Launched\u000a03:51:35.741683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:36.282656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22972): Launched\u000a03:51:36.393783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:36.663856 run patchelf(pid=22973): Launched\u000a03:51:36.846059 run osmo-stp_10.42.42.5(pid=22970): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22970)]\u000a03:51:36.979536 run osmo-stp_10.42.42.5(pid=22970): stdout: \u000a| (launched: 2022-12-10_03:51:35.476194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:37.114357 run osmo-stp_10.42.42.5(pid=22970): stderr: \u000a| �[0;m�[38;5;43m20221210035135668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035135668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035135668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035135669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035135669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035135669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035135669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:37.243094 run osmo-stp_10.42.42.5(pid=22970): stdout: \u000a| (launched: 2022-12-10_03:51:35.476194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:37.370713 run osmo-stp_10.42.42.5(pid=22970): stderr: \u000a| �[0;m�[38;5;43m20221210035135668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035135668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035135668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035135669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035135669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035135669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035135669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:37.518872 run patchelf(pid=22973): Terminating (SIGINT)\u000a03:51:37.693244 run patchelf(pid=22973): Terminated: ok {rc=0}\u000a03:51:37.725536 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22970): Process ended prematurely: osmo-stp_10.42.42.5(pid=22970) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22970)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a03:51:37.735542 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:51:37.797628 run osmo-hlr_10.42.42.2(pid=22967): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22967)]\u000a03:51:37.848251 run osmo-hlr_10.42.42.2(pid=22967): stdout: \u000a| (launched: 2022-12-10_03:51:34.507181) \u000a03:51:37.899573 run osmo-hlr_10.42.42.2(pid=22967): stderr: \u000a| �[0;m�[1;31m20221210035134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035134719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035134731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035134731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035134731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:37.943233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22956): Terminating (SIGTERM)\u000a03:51:37.985006 run iperf3-srv_10.42.42.10(pid=22957): Terminating (SIGTERM)\u000a03:51:38.026561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22958): Terminating (SIGTERM)\u000a03:51:38.067799 run iperf3-srv_10.42.42.10(pid=22959): Terminating (SIGTERM)\u000a03:51:38.109692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22960): Terminating (SIGTERM)\u000a03:51:38.151002 run iperf3-srv_10.42.42.10(pid=22961): Terminating (SIGTERM)\u000a03:51:38.192294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22962): Terminating (SIGTERM)\u000a03:51:38.233597 run iperf3-srv_10.42.42.10(pid=22963): Terminating (SIGTERM)\u000a03:51:38.274785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22966): Terminating (SIGTERM)\u000a03:51:38.316089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22969): Terminating (SIGTERM)\u000a03:51:38.357391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22972): Terminating (SIGTERM)\u000a03:51:38.366894 --- ParallelTerminationStrategy: PID 22956 died...\u000a03:51:38.422228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22956): Terminated: ok {rc=0}\u000a03:51:38.432240 --- ParallelTerminationStrategy: PID 22957 died...\u000a03:51:38.486848 run iperf3-srv_10.42.42.10(pid=22957): Terminated {rc=256}\u000a03:51:38.496561 --- ParallelTerminationStrategy: PID 22958 died...\u000a03:51:38.551022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22958): Terminated: ok {rc=0}\u000a03:51:38.560869 --- ParallelTerminationStrategy: PID 22959 died...\u000a03:51:38.615556 run iperf3-srv_10.42.42.10(pid=22959): Terminated {rc=256}\u000a03:51:38.625569 --- ParallelTerminationStrategy: PID 22960 died...\u000a03:51:38.679888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22960): Terminated: ok {rc=0}\u000a03:51:38.689862 --- ParallelTerminationStrategy: PID 22961 died...\u000a03:51:38.744215 run iperf3-srv_10.42.42.10(pid=22961): Terminated {rc=256}\u000a03:51:38.754135 --- ParallelTerminationStrategy: PID 22962 died...\u000a03:51:38.808245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22962): Terminated: ok {rc=0}\u000a03:51:38.818153 --- ParallelTerminationStrategy: PID 22963 died...\u000a03:51:38.872618 run iperf3-srv_10.42.42.10(pid=22963): Terminated {rc=256}\u000a03:51:38.882538 --- ParallelTerminationStrategy: PID 22966 died...\u000a03:51:38.936933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22966): Terminated: ok {rc=0}\u000a03:51:38.946850 --- ParallelTerminationStrategy: PID 22969 died...\u000a03:51:39.001184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22969): Terminated: ok {rc=0}\u000a03:51:39.011156 --- ParallelTerminationStrategy: PID 22972 died...\u000a03:51:39.065542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22972): Terminated: ok {rc=0}\u000a03:51:39.153272 bus /gobi_4: Setting Powered False\u000a03:51:40.257245 bus /gobi_4: Setting Powered False\u000a03:51:41.362906 bus /gobi_1: Setting Powered False\u000a03:51:42.466699 bus /gobi_1: Setting Powered False\u000a03:51:43.571516 bus /gobi_0: Setting Powered False\u000a03:51:44.672213 bus /gobi_0: Setting Powered False\u000a03:51:45.781634 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22980): Process ended prematurely: osmo-stp_10.42.42.5(pid=22980) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22980)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22980): Process ended prematurely: osmo-stp_10.42.42.5(pid=22980) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:51:46.859184 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:46.875581 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:51:47.033515 tst ping.py: using LAC 25793\u000a03:51:47.186358 tst ping.py: using RAC 38\u000a03:51:47.308016 tst ping.py: using CellId 25793\u000a03:51:47.423819 tst ping.py: using BVCI 25794\u000a03:51:47.445849 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:47.456512 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:47.467070 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:47.478615 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:47.490063 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:47.501239 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:47.512502 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:47.523788 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:47.802855 tst ping.py:19: start network...\u000a03:51:47.930074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:48.415786 run create_hlr_db(pid=22974): Launched\u000a03:51:48.593454 bus /gobi_6: Setting Powered False\u000a03:51:49.614298 run create_hlr_db(pid=22974): Terminated: ok {rc=0}\u000a03:51:50.019509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22976): Launched\u000a03:51:50.323462 run osmo-hlr_10.42.42.2(pid=22977): Launched\u000a03:51:50.435042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:50.965904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22979): Launched\u000a03:51:51.272170 run osmo-stp_10.42.42.5(pid=22980): Launched\u000a03:51:51.383319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:51.913803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22982): Launched\u000a03:51:52.022528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:52.286991 run patchelf(pid=22983): Launched\u000a03:51:52.465801 run osmo-stp_10.42.42.5(pid=22980): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22980)]\u000a03:51:52.596570 run osmo-stp_10.42.42.5(pid=22980): stdout: \u000a| (launched: 2022-12-10_03:51:51.122249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:52.727330 run osmo-stp_10.42.42.5(pid=22980): stderr: \u000a| �[0;m�[38;5;43m20221210035151309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035151309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035151309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035151310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035151312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035151312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035151312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:52.854029 run osmo-stp_10.42.42.5(pid=22980): stdout: \u000a| (launched: 2022-12-10_03:51:51.122249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:52.979271 run osmo-stp_10.42.42.5(pid=22980): stderr: \u000a| �[0;m�[38;5;43m20221210035151309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035151309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035151309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035151310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035151312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035151312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035151312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:53.125464 run patchelf(pid=22983): Terminating (SIGINT)\u000a03:51:53.296625 run patchelf(pid=22983): Terminated: ok {rc=0}\u000a03:51:53.328025 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22980): Process ended prematurely: osmo-stp_10.42.42.5(pid=22980) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22980)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:51:53.337342 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:51:53.398633 run osmo-hlr_10.42.42.2(pid=22977): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22977)]\u000a03:51:53.448661 run osmo-hlr_10.42.42.2(pid=22977): stdout: \u000a| (launched: 2022-12-10_03:51:50.175202) \u000a03:51:53.499481 run osmo-hlr_10.42.42.2(pid=22977): stderr: \u000a| �[0;m�[1;31m20221210035150371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035150371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035150371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035150371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035150371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035150371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035150386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035150397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035150397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035150397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:53.543077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22976): Terminating (SIGTERM)\u000a03:51:53.584055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22979): Terminating (SIGTERM)\u000a03:51:53.625050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22982): Terminating (SIGTERM)\u000a03:51:53.634523 --- ParallelTerminationStrategy: PID 22976 died...\u000a03:51:53.689357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22976): Terminated: ok {rc=0}\u000a03:51:53.699326 --- ParallelTerminationStrategy: PID 22979 died...\u000a03:51:53.753916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22979): Terminated: ok {rc=0}\u000a03:51:53.763926 --- ParallelTerminationStrategy: PID 22982 died...\u000a03:51:53.818683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22982): Terminated: ok {rc=0}\u000a03:51:53.905164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22990): Process ended prematurely: osmo-stp_10.42.42.5(pid=22990) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22990)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22990): Process ended prematurely: osmo-stp_10.42.42.5(pid=22990) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:51:54.957258 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:54.969395 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:51:55.118637 tst ping_idle_ping.py: using LAC 25794\u000a03:51:55.245670 tst ping_idle_ping.py: using RAC 39\u000a03:51:55.379791 tst ping_idle_ping.py: using CellId 25794\u000a03:51:55.499611 tst ping_idle_ping.py: using BVCI 25795\u000a03:51:55.523066 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:55.534537 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:55.545704 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:55.556719 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:55.567729 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:55.578791 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:55.589973 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:55.601041 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:55.881762 tst ping_idle_ping.py:24: start network...\u000a03:51:56.010263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:56.507051 run create_hlr_db(pid=22984): Launched\u000a03:51:56.685358 bus /gobi_6: Setting Powered False\u000a03:51:57.695945 run create_hlr_db(pid=22984): Terminated: ok {rc=0}\u000a03:51:58.109743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22986): Launched\u000a03:51:58.415961 run osmo-hlr_10.42.42.2(pid=22987): Launched\u000a03:51:58.527989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:59.059550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22989): Launched\u000a03:51:59.366105 run osmo-stp_10.42.42.5(pid=22990): Launched\u000a03:51:59.477812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:00.011612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22992): Launched\u000a03:52:00.121832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:00.387542 run patchelf(pid=22993): Launched\u000a03:52:00.567022 run osmo-stp_10.42.42.5(pid=22990): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22990)]\u000a03:52:00.698213 run osmo-stp_10.42.42.5(pid=22990): stdout: \u000a| (launched: 2022-12-10_03:51:59.216244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:00.832134 run osmo-stp_10.42.42.5(pid=22990): stderr: \u000a| �[0;m�[38;5;43m20221210035159406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035159406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035159407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035159407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035159409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035159410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035159410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:00.982039 run osmo-stp_10.42.42.5(pid=22990): stdout: \u000a| (launched: 2022-12-10_03:51:59.216244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:01.105624 run osmo-stp_10.42.42.5(pid=22990): stderr: \u000a| �[0;m�[38;5;43m20221210035159406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035159406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035159407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035159407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035159409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035159410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035159410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:01.248922 run patchelf(pid=22993): Terminating (SIGINT)\u000a03:52:01.419178 run patchelf(pid=22993): Terminated: ok {rc=0}\u000a03:52:01.450233 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22990): Process ended prematurely: osmo-stp_10.42.42.5(pid=22990) [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22990)] [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:52:01.459967 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:52:01.524150 run osmo-hlr_10.42.42.2(pid=22987): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22987)]\u000a03:52:01.576273 run osmo-hlr_10.42.42.2(pid=22987): stdout: \u000a| (launched: 2022-12-10_03:51:58.266582) \u000a03:52:01.627890 run osmo-hlr_10.42.42.2(pid=22987): stderr: \u000a| �[0;m�[1;31m20221210035158460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035158460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035158460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035158461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035158461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035158461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035158473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035158483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035158483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035158483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:01.673724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22986): Terminating (SIGTERM)\u000a03:52:01.717662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22989): Terminating (SIGTERM)\u000a03:52:01.762155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22992): Terminating (SIGTERM)\u000a03:52:01.772701 --- ParallelTerminationStrategy: PID 22986 died...\u000a03:52:01.829917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22986): Terminated: ok {rc=0}\u000a03:52:01.840168 --- ParallelTerminationStrategy: PID 22989 died...\u000a03:52:01.896903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22989): Terminated: ok {rc=0}\u000a03:52:01.907757 --- ParallelTerminationStrategy: PID 22992 died...\u000a03:52:01.964021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22992): Terminated: ok {rc=0}\u000a03:52:02.064793 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:51:04" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23004): Process ended prematurely: osmo-stp_10.42.42.5(pid=23004) [trial-2369↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23004)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23004): Process ended prematurely: osmo-stp_10.42.42.5(pid=23004) [trial-2369↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:52:04.061810 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:04.073215 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:52:04.215976 tst switch_tch_pdch.py: using LAC 25795\u000a03:52:04.334166 tst switch_tch_pdch.py: using RAC 40\u000a03:52:04.452166 tst switch_tch_pdch.py: using CellId 25795\u000a03:52:04.571427 tst switch_tch_pdch.py: using BVCI 25796\u000a03:52:04.594859 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:04.606411 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:04.617726 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:04.628932 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:04.640117 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:04.651451 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:04.662876 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:04.674130 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:52:04.786119 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:52:05.052297 tst switch_tch_pdch.py:51: start network...\u000a03:52:05.171025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:05.620526 run create_hlr_db(pid=22998): Launched\u000a03:52:05.785827 bus /gobi_6: Setting Powered False\u000a03:52:06.806721 run create_hlr_db(pid=22998): Terminated: ok {rc=0}\u000a03:52:07.211593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23000): Launched\u000a03:52:07.516081 run osmo-hlr_10.42.42.2(pid=23001): Launched\u000a03:52:07.628778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:08.158646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23003): Launched\u000a03:52:08.463219 run osmo-stp_10.42.42.5(pid=23004): Launched\u000a03:52:08.574299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:09.106134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23006): Launched\u000a03:52:09.215433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:09.480647 run patchelf(pid=23007): Launched\u000a03:52:09.659002 run osmo-stp_10.42.42.5(pid=23004): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23004)]\u000a03:52:09.790040 run osmo-stp_10.42.42.5(pid=23004): stdout: \u000a| (launched: 2022-12-10_03:52:08.313946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:09.920826 run osmo-stp_10.42.42.5(pid=23004): stderr: \u000a| �[0;m�[38;5;43m20221210035208504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035208504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035208504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035208505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035208506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035208506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035208506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:10.047158 run osmo-stp_10.42.42.5(pid=23004): stdout: \u000a| (launched: 2022-12-10_03:52:08.313946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:10.172717 run osmo-stp_10.42.42.5(pid=23004): stderr: \u000a| �[0;m�[38;5;43m20221210035208504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035208504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035208504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035208505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035208506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035208506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035208506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:10.318701 run patchelf(pid=23007): Terminating (SIGINT)\u000a03:52:10.489228 run patchelf(pid=23007): Terminated: ok {rc=0}\u000a03:52:10.520524 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23004): Process ended prematurely: osmo-stp_10.42.42.5(pid=23004) [trial-2369↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23004)] [trial-2369↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:52:10.530394 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a03:52:10.591575 run osmo-hlr_10.42.42.2(pid=23001): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23001)]\u000a03:52:10.641862 run osmo-hlr_10.42.42.2(pid=23001): stdout: \u000a| (launched: 2022-12-10_03:52:07.366727) \u000a03:52:10.692634 run osmo-hlr_10.42.42.2(pid=23001): stderr: \u000a| �[0;m�[1;31m20221210035207563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035207563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035207563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035207563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035207564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035207564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035207579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035207590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035207590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035207590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:10.735955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23000): Terminating (SIGTERM)\u000a03:52:10.777099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23003): Terminating (SIGTERM)\u000a03:52:10.818080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23006): Terminating (SIGTERM)\u000a03:52:10.827155 --- ParallelTerminationStrategy: PID 23000 died...\u000a03:52:10.881827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23000): Terminated: ok {rc=0}\u000a03:52:10.891548 --- ParallelTerminationStrategy: PID 23003 died...\u000a03:52:10.945793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23003): Terminated: ok {rc=0}\u000a03:52:10.955510 --- ParallelTerminationStrategy: PID 23006 died...\u000a03:52:11.009420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23006): Terminated: ok {rc=0}\u000a03:52:11.093957 bus /gobi_0: Setting Powered False\u000a03:52:12.197607 bus /gobi_0: Setting Powered False\u000a03:52:13.305023 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:52:03" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23017): Process ended prematurely: osmo-stp_10.42.42.5(pid=23017) [trial-2369↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23017)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23017): Process ended prematurely: osmo-stp_10.42.42.5(pid=23017) [trial-2369↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:52:15.226920 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:15.237844 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:52:15.377016 tst switch_tch_pdch.py: using LAC 25796\u000a03:52:15.494663 tst switch_tch_pdch.py: using RAC 41\u000a03:52:15.604159 tst switch_tch_pdch.py: using CellId 25796\u000a03:52:15.714009 tst switch_tch_pdch.py: using BVCI 25797\u000a03:52:15.735655 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:15.746541 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:15.757087 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:15.767858 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:15.778597 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:15.789285 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:15.799818 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:15.810557 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:52:15.947009 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:52:16.286152 tst switch_tch_pdch.py:51: start network...\u000a03:52:16.408783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:16.905410 run create_hlr_db(pid=23011): Launched\u000a03:52:17.035687 bus /gobi_6: Setting Powered False\u000a03:52:18.107253 run create_hlr_db(pid=23011): Terminated: ok {rc=0}\u000a03:52:18.484587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23013): Launched\u000a03:52:18.787192 run osmo-hlr_10.42.42.2(pid=23014): Launched\u000a03:52:18.901962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:19.406395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23016): Launched\u000a03:52:19.710668 run osmo-stp_10.42.42.5(pid=23017): Launched\u000a03:52:19.821905 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:20.327470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23019): Launched\u000a03:52:20.436874 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:20.701541 run patchelf(pid=23020): Launched\u000a03:52:20.879763 run osmo-stp_10.42.42.5(pid=23017): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23017)]\u000a03:52:21.010525 run osmo-stp_10.42.42.5(pid=23017): stdout: \u000a| (launched: 2022-12-10_03:52:19.561796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:21.142335 run osmo-stp_10.42.42.5(pid=23017): stderr: \u000a| �[0;m�[38;5;43m20221210035219751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035219752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035219752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035219752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035219755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035219755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035219755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:21.268275 run osmo-stp_10.42.42.5(pid=23017): stdout: \u000a| (launched: 2022-12-10_03:52:19.561796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:21.393604 run osmo-stp_10.42.42.5(pid=23017): stderr: \u000a| �[0;m�[38;5;43m20221210035219751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035219752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035219752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035219752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035219755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035219755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035219755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:21.539473 run patchelf(pid=23020): Terminating (SIGINT)\u000a03:52:21.710141 run patchelf(pid=23020): Terminated: ok {rc=0}\u000a03:52:21.741456 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23017): Process ended prematurely: osmo-stp_10.42.42.5(pid=23017) [trial-2369↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23017)] [trial-2369↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:52:21.750798 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a03:52:21.812813 run osmo-hlr_10.42.42.2(pid=23014): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23014)]\u000a03:52:21.863352 run osmo-hlr_10.42.42.2(pid=23014): stdout: \u000a| (launched: 2022-12-10_03:52:18.639796) \u000a03:52:21.914799 run osmo-hlr_10.42.42.2(pid=23014): stderr: \u000a| �[0;m�[1;31m20221210035218835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035218835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035218835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035218835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035218835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035218835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035218848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035218857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035218857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035218858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:21.958507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23013): Terminating (SIGTERM)\u000a03:52:21.999500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23016): Terminating (SIGTERM)\u000a03:52:22.040487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23019): Terminating (SIGTERM)\u000a03:52:22.049977 --- ParallelTerminationStrategy: PID 23013 died...\u000a03:52:22.104862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23013): Terminated: ok {rc=0}\u000a03:52:22.114731 --- ParallelTerminationStrategy: PID 23016 died...\u000a03:52:22.169948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23016): Terminated: ok {rc=0}\u000a03:52:22.179868 --- ParallelTerminationStrategy: PID 23019 died...\u000a03:52:22.234395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23019): Terminated: ok {rc=0}\u000a03:52:22.318764 bus /gobi_0: Setting Powered False\u000a03:52:23.424531 bus /gobi_0: Setting Powered False\u000a03:52:24.532049 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:52:14" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23025): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23025) [trial-2369↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23025)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23025): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23025) [trial-2369↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a03:52:26.419324 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a03:52:26.430444 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a03:52:26.568934 tst mo_mt_sms.py: using LAC 25797\u000a03:52:26.683746 tst mo_mt_sms.py: using RAC 42\u000a03:52:26.802051 tst mo_mt_sms.py: using CellId 25797\u000a03:52:26.919950 tst mo_mt_sms.py: using BVCI 25798\u000a03:52:26.944433 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:52:27.056254 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:52:27.320524 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:52:27.439578 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:52:28.032335 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23024): Launched\u000a03:52:28.314255 run osmo-nitb_10.42.42.2(pid=23025): Launched\u000a03:52:28.491268 run osmo-nitb_10.42.42.2(pid=23025): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23025)]\u000a03:52:28.621894 run osmo-nitb_10.42.42.2(pid=23025): stdout: \u000a| (launched: 2022-12-10_03:52:28.177391) \u000a03:52:28.752768 run osmo-nitb_10.42.42.2(pid=23025): stderr: \u000a| (launched: 2022-12-10_03:52:28.219774)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:52:28.878899 run osmo-nitb_10.42.42.2(pid=23025): stdout: \u000a| (launched: 2022-12-10_03:52:28.177391) \u000a03:52:29.003978 run osmo-nitb_10.42.42.2(pid=23025): stderr: \u000a| (launched: 2022-12-10_03:52:28.219774)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:52:29.430335 tst osmo-nitb_10.42.42.2(pid=23025): stdout: \u000a| (launched: 2022-12-10_03:52:28.177391) \u000a03:52:29.544338 tst osmo-nitb_10.42.42.2(pid=23025): stderr: \u000a| (launched: 2022-12-10_03:52:28.219774)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:52:29.594345 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23025): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23025) [trial-2369↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23025)] [trial-2369↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a03:52:29.602435 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a03:52:29.636833 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23024): Terminating (SIGTERM)\u000a03:52:29.814302 --- ParallelTerminationStrategy: PID 23024 died...\u000a03:52:29.867812 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23024): Terminated: ok {rc=0}\u000a03:52:29.954888 bus /sierra_3: Setting Powered False\u000a03:52:31.059284 bus /sierra_3: Setting Powered False\u000a03:52:32.190589 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:52:26" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23035): Process ended prematurely: osmo-stp_10.42.42.5(pid=23035) [trial-2369↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23035): Process ended prematurely: osmo-stp_10.42.42.5(pid=23035) [trial-2369↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a03:52:34.078351 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:34.088898 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a03:52:34.220276 tst mo_mt_sms.py: using LAC 25798\u000a03:52:34.334217 tst mo_mt_sms.py: using RAC 43\u000a03:52:34.447151 tst mo_mt_sms.py: using CellId 25798\u000a03:52:34.562096 tst mo_mt_sms.py: using BVCI 25799\u000a03:52:34.584041 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:34.594600 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:34.604891 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:34.615576 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:34.626296 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:34.636917 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:52:34.750976 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:52:34.945878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:35.394188 run create_hlr_db(pid=23029): Launched\u000a03:52:35.560099 bus /sierra_2: Setting Powered False\u000a03:52:36.580370 run create_hlr_db(pid=23029): Terminated: ok {rc=0}\u000a03:52:36.960592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23031): Launched\u000a03:52:37.246562 run osmo-hlr_10.42.42.2(pid=23032): Launched\u000a03:52:37.351226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:37.844894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23034): Launched\u000a03:52:38.128632 run osmo-stp_10.42.42.5(pid=23035): Launched\u000a03:52:38.233328 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:52:38.754151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23037): Launched\u000a03:52:39.038535 run osmo-msc_10.42.42.6(pid=23038): Launched\u000a03:52:39.206833 run osmo-stp_10.42.42.5(pid=23035): ERR: Terminated: ERROR {rc=1} [trial-2369↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)]\u000a03:52:39.328895 run osmo-stp_10.42.42.5(pid=23035): stdout: \u000a| (launched: 2022-12-10_03:52:37.988718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:39.448064 run osmo-stp_10.42.42.5(pid=23035): stderr: \u000a| �[0;m�[38;5;43m20221210035238156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035238157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035238157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035238157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035238158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035238158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035238158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:39.563058 run osmo-stp_10.42.42.5(pid=23035): stdout: \u000a| (launched: 2022-12-10_03:52:37.988718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:39.677484 run osmo-stp_10.42.42.5(pid=23035): stderr: \u000a| �[0;m�[38;5;43m20221210035238156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035238157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035238157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035238157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035238158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035238158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035238158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:39.727465 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23035): Process ended prematurely: osmo-stp_10.42.42.5(pid=23035) [trial-2369↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)] [trial-2369↪sms:trx-b200↪mo_mt_sms.py:16]\u000a03:52:39.735521 tst mo_mt_sms.py:16: Test FAILED (5.6 sec)\u000a03:52:39.794852 run osmo-hlr_10.42.42.2(pid=23032): ERR: Terminated: ERROR {rc=237} [trial-2369↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23032)]\u000a03:52:39.843480 run osmo-hlr_10.42.42.2(pid=23032): stdout: \u000a| (launched: 2022-12-10_03:52:37.105524) \u000a03:52:39.892694 run osmo-hlr_10.42.42.2(pid=23032): stderr: \u000a| �[0;m�[1;31m20221210035237279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035237280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035237280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035237280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035237280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035237280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035237292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035237300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035237300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035237301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:39.959357 run osmo-msc_10.42.42.6(pid=23038): ERR: Terminated: ERROR {rc=2} [trial-2369↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23038)]\u000a03:52:40.007615 run osmo-msc_10.42.42.6(pid=23038): stdout: \u000a| (launched: 2022-12-10_03:52:38.898322) \u000a03:52:40.056544 run osmo-msc_10.42.42.6(pid=23038): stderr: \u000a| �[0;m�[38;5;43m20221210035239166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035239166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4303c63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035239166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035239166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035239166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035239166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035239168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035239168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035239169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035239169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:52:40.097757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23031): Terminating (SIGTERM)\u000a03:52:40.137024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23034): Terminating (SIGTERM)\u000a03:52:40.176449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23037): Terminating (SIGTERM)\u000a03:52:40.185665 --- ParallelTerminationStrategy: PID 23031 died...\u000a03:52:40.238576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23031): Terminated: ok {rc=0}\u000a03:52:40.248018 --- ParallelTerminationStrategy: PID 23034 died...\u000a03:52:40.300518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23034): Terminated: ok {rc=0}\u000a03:52:40.310240 --- ParallelTerminationStrategy: PID 23037 died...\u000a03:52:40.363110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23037): Terminated: ok {rc=0}\u000a03:52:40.449565 bus /sierra_3: Setting Powered False\u000a03:52:41.552176 bus /sierra_3: Setting Powered False\u000a03:52:42.662412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:52:33" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23044): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23044) [trial-2369↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23044)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23044): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23044) [trial-2369↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a03:52:44.495977 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a03:52:44.507508 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a03:52:44.644926 tst assert_extension.py: using LAC 25799\u000a03:52:44.764671 tst assert_extension.py: using RAC 44\u000a03:52:44.884003 tst assert_extension.py: using CellId 25799\u000a03:52:45.004030 tst assert_extension.py: using BVCI 25800\u000a03:52:45.027175 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a03:52:45.306921 tst assert_extension.py:10: start nitb and bts...\u000a03:52:45.434549 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:52:46.109732 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23043): Launched\u000a03:52:46.414838 run osmo-nitb_10.42.42.2(pid=23044): Launched\u000a03:52:46.598578 run osmo-nitb_10.42.42.2(pid=23044): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23044)]\u000a03:52:46.737546 run osmo-nitb_10.42.42.2(pid=23044): stdout: \u000a| (launched: 2022-12-10_03:52:46.257989) \u000a03:52:46.898977 run osmo-nitb_10.42.42.2(pid=23044): stderr: \u000a| (launched: 2022-12-10_03:52:46.300752)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:52:47.032887 run osmo-nitb_10.42.42.2(pid=23044): stdout: \u000a| (launched: 2022-12-10_03:52:46.257989) \u000a03:52:47.190176 run osmo-nitb_10.42.42.2(pid=23044): stderr: \u000a| (launched: 2022-12-10_03:52:46.300752)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:52:47.530923 tst osmo-nitb_10.42.42.2(pid=23044): stdout: \u000a| (launched: 2022-12-10_03:52:46.257989) \u000a03:52:47.646111 tst osmo-nitb_10.42.42.2(pid=23044): stderr: \u000a| (launched: 2022-12-10_03:52:46.300752)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:52:47.696518 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23044): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23044) [trial-2369↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23044)] [trial-2369↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a03:52:47.704735 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:52:47.740679 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23043): Terminating (SIGTERM)\u000a03:52:47.918190 --- ParallelTerminationStrategy: PID 23043 died...\u000a03:52:47.972712 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23043): Terminated: ok {rc=0}\u000a03:52:48.060489 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:52:44" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23054): Process ended prematurely: osmo-stp_10.42.42.5(pid=23054) [trial-2369↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23054)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23054): Process ended prematurely: osmo-stp_10.42.42.5(pid=23054) [trial-2369↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a03:52:49.893718 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:49.904177 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a03:52:50.036158 tst assert_extension.py: using LAC 25800\u000a03:52:50.150772 tst assert_extension.py: using RAC 45\u000a03:52:50.276061 tst assert_extension.py: using CellId 25800\u000a03:52:50.394821 tst assert_extension.py: using BVCI 25801\u000a03:52:50.418352 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:50.429440 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:50.440489 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:50.451610 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:50.462709 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:52:50.473882 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a03:52:50.676080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:51.163588 run create_hlr_db(pid=23048): Launched\u000a03:52:51.341362 bus /sierra_2: Setting Powered False\u000a03:52:52.362500 run create_hlr_db(pid=23048): Terminated: ok {rc=0}\u000a03:52:52.748569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23050): Launched\u000a03:52:53.033563 run osmo-hlr_10.42.42.2(pid=23051): Launched\u000a03:52:53.139342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:53.635116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23053): Launched\u000a03:52:53.921100 run osmo-stp_10.42.42.5(pid=23054): Launched\u000a03:52:54.025620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:52:54.546234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23056): Launched\u000a03:52:54.830817 run osmo-msc_10.42.42.6(pid=23057): Launched\u000a03:52:54.999274 run osmo-stp_10.42.42.5(pid=23054): ERR: Terminated: ERROR {rc=1} [trial-2369↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23054)]\u000a03:52:55.121934 run osmo-stp_10.42.42.5(pid=23054): stdout: \u000a| (launched: 2022-12-10_03:52:53.780670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:55.241719 run osmo-stp_10.42.42.5(pid=23054): stderr: \u000a| �[0;m�[38;5;43m20221210035253948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035253948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035253948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035253948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035253951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035253951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035253951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:55.357628 run osmo-stp_10.42.42.5(pid=23054): stdout: \u000a| (launched: 2022-12-10_03:52:53.780670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:55.472017 run osmo-stp_10.42.42.5(pid=23054): stderr: \u000a| �[0;m�[38;5;43m20221210035253948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035253948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035253948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035253948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035253951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035253951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035253951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:55.522383 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23054): Process ended prematurely: osmo-stp_10.42.42.5(pid=23054) [trial-2369↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23054)] [trial-2369↪ussd:trx-b200↪assert_extension.py:17]\u000a03:52:55.530585 tst assert_extension.py:17: Test FAILED (5.6 sec)\u000a03:52:55.589508 run osmo-hlr_10.42.42.2(pid=23051): ERR: Terminated: ERROR {rc=237} [trial-2369↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23051)]\u000a03:52:55.637786 run osmo-hlr_10.42.42.2(pid=23051): stdout: \u000a| (launched: 2022-12-10_03:52:52.894004) \u000a03:52:55.686612 run osmo-hlr_10.42.42.2(pid=23051): stderr: \u000a| �[0;m�[1;31m20221210035253066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035253066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035253066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035253066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035253066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035253066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035253078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035253087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035253087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035253087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:55.753187 run osmo-msc_10.42.42.6(pid=23057): ERR: Terminated: ERROR {rc=2} [trial-2369↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23057)]\u000a03:52:55.801484 run osmo-msc_10.42.42.6(pid=23057): stdout: \u000a| (launched: 2022-12-10_03:52:54.690642) \u000a03:52:55.850473 run osmo-msc_10.42.42.6(pid=23057): stderr: \u000a| �[0;m�[38;5;43m20221210035254959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035254959 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03ad981c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035254959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035254960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035254960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035254960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035254962 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035254962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035254962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035254962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:52:55.891657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23050): Terminating (SIGTERM)\u000a03:52:55.930776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23053): Terminating (SIGTERM)\u000a03:52:55.969968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23056): Terminating (SIGTERM)\u000a03:52:55.979209 --- ParallelTerminationStrategy: PID 23050 died...\u000a03:52:56.031649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23050): Terminated: ok {rc=0}\u000a03:52:56.041067 --- ParallelTerminationStrategy: PID 23053 died...\u000a03:52:56.092881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23053): Terminated: ok {rc=0}\u000a03:52:56.102367 --- ParallelTerminationStrategy: PID 23056 died...\u000a03:52:56.155146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23056): Terminated: ok {rc=0}\u000a03:52:56.241684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:52:49" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23068): Process ended prematurely: osmo-stp_10.42.42.5(pid=23068) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23068)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23068): Process ended prematurely: osmo-stp_10.42.42.5(pid=23068) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:52:58.198563 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:52:58.210135 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:52:58.371481 tst mo_mt_call.py: using LAC 25801\u000a03:52:58.494130 tst mo_mt_call.py: using RAC 46\u000a03:52:58.616315 tst mo_mt_call.py: using CellId 25801\u000a03:52:58.739860 tst mo_mt_call.py: using BVCI 25802\u000a03:52:58.763871 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:52:58.775520 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:52:58.787027 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:52:58.798855 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:52:58.810683 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:52:58.822294 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:52:58.934855 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:52:59.139378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:59.637678 run create_hlr_db(pid=23062): Launched\u000a03:52:59.818984 bus /sierra_2: Setting Powered False\u000a03:53:00.840893 run create_hlr_db(pid=23062): Terminated: ok {rc=0}\u000a03:53:01.290177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23064): Launched\u000a03:53:01.714697 run osmo-hlr_10.42.42.2(pid=23065): Launched\u000a03:53:02.008227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:02.570792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23067): Launched\u000a03:53:02.881525 run osmo-stp_10.42.42.5(pid=23068): Launched\u000a03:53:02.994655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:03.563563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23070): Launched\u000a03:53:03.873823 run osmo-msc_10.42.42.6(pid=23071): Launched\u000a03:53:04.056227 run osmo-stp_10.42.42.5(pid=23068): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23068)]\u000a03:53:04.188317 run osmo-stp_10.42.42.5(pid=23068): stdout: \u000a| (launched: 2022-12-10_03:53:02.729236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:04.319724 run osmo-stp_10.42.42.5(pid=23068): stderr: \u000a| �[0;m�[38;5;43m20221210035302920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035302920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035302921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035302921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035302922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035302922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035302922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:04.444925 run osmo-stp_10.42.42.5(pid=23068): stdout: \u000a| (launched: 2022-12-10_03:53:02.729236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:04.569400 run osmo-stp_10.42.42.5(pid=23068): stderr: \u000a| �[0;m�[38;5;43m20221210035302920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035302920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035302921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035302921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035302922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035302922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035302922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:04.624432 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23068): Process ended prematurely: osmo-stp_10.42.42.5(pid=23068) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23068)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:53:04.633978 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a03:53:04.696032 run osmo-hlr_10.42.42.2(pid=23065): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23065)]\u000a03:53:04.747005 run osmo-hlr_10.42.42.2(pid=23065): stdout: \u000a| (launched: 2022-12-10_03:53:01.442992) \u000a03:53:04.798649 run osmo-hlr_10.42.42.2(pid=23065): stderr: \u000a| �[0;m�[1;31m20221210035301713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035301713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035301713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035301713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035301713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035301713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035301729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035301747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035301748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035301748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:04.868614 run osmo-msc_10.42.42.6(pid=23071): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23071)]\u000a03:53:04.919851 run osmo-msc_10.42.42.6(pid=23071): stdout: \u000a| (launched: 2022-12-10_03:53:03.722270) \u000a03:53:04.971232 run osmo-msc_10.42.42.6(pid=23071): stderr: \u000a| �[0;m�[38;5;43m20221210035304042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035304043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fccff361c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035304043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035304043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035304043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035304043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035304046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035304046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035304047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035304047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:05.014835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23064): Terminating (SIGTERM)\u000a03:53:05.056056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23067): Terminating (SIGTERM)\u000a03:53:05.097430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23070): Terminating (SIGTERM)\u000a03:53:05.107083 --- ParallelTerminationStrategy: PID 23064 died...\u000a03:53:05.162799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23064): Terminated: ok {rc=0}\u000a03:53:05.172622 --- ParallelTerminationStrategy: PID 23067 died...\u000a03:53:05.228053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23067): Terminated: ok {rc=0}\u000a03:53:05.238180 --- ParallelTerminationStrategy: PID 23070 died...\u000a03:53:05.293317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23070): Terminated: ok {rc=0}\u000a03:53:05.380348 bus /sierra_3: Setting Powered False\u000a03:53:06.484603 bus /sierra_3: Setting Powered False\u000a03:53:07.595214 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23079): Process ended prematurely: osmo-stp_10.42.42.5(pid=23079) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23079): Process ended prematurely: osmo-stp_10.42.42.5(pid=23079) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:53:08.706067 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:08.718126 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:53:08.880641 tst mo_mt_call_osmux.py: using LAC 25802\u000a03:53:09.001233 tst mo_mt_call_osmux.py: using RAC 47\u000a03:53:09.121479 tst mo_mt_call_osmux.py: using CellId 25802\u000a03:53:09.243887 tst mo_mt_call_osmux.py: using BVCI 25803\u000a03:53:09.267647 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:09.279146 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:09.290357 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:09.301770 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:09.313331 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:09.324680 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:09.441227 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:09.646643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:10.141697 run create_hlr_db(pid=23073): Launched\u000a03:53:10.322691 bus /sierra_2: Setting Powered False\u000a03:53:11.342470 run create_hlr_db(pid=23073): Terminated: ok {rc=0}\u000a03:53:11.733591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23075): Launched\u000a03:53:12.024157 run osmo-hlr_10.42.42.2(pid=23076): Launched\u000a03:53:12.131175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:12.635335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23078): Launched\u000a03:53:12.924930 run osmo-stp_10.42.42.5(pid=23079): Launched\u000a03:53:13.032659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:13.563484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23081): Launched\u000a03:53:13.853855 run osmo-msc_10.42.42.6(pid=23082): Launched\u000a03:53:14.025002 run osmo-stp_10.42.42.5(pid=23079): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]\u000a03:53:14.149512 run osmo-stp_10.42.42.5(pid=23079): stdout: \u000a| (launched: 2022-12-10_03:53:12.782761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:14.271190 run osmo-stp_10.42.42.5(pid=23079): stderr: \u000a| �[0;m�[38;5;43m20221210035312950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035312950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035312950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035312951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035312951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035312951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035312951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:14.388086 run osmo-stp_10.42.42.5(pid=23079): stdout: \u000a| (launched: 2022-12-10_03:53:12.782761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:14.503712 run osmo-stp_10.42.42.5(pid=23079): stderr: \u000a| �[0;m�[38;5;43m20221210035312950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035312950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035312950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035312951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035312951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035312951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035312951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:14.554873 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23079): Process ended prematurely: osmo-stp_10.42.42.5(pid=23079) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:53:14.563507 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a03:53:14.622683 run osmo-hlr_10.42.42.2(pid=23076): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23076)]\u000a03:53:14.671704 run osmo-hlr_10.42.42.2(pid=23076): stdout: \u000a| (launched: 2022-12-10_03:53:11.881764) \u000a03:53:14.721093 run osmo-hlr_10.42.42.2(pid=23076): stderr: \u000a| �[0;m�[1;31m20221210035312056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035312056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035312057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035312057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035312057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035312057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035312068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035312077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035312077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035312077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:14.787575 run osmo-msc_10.42.42.6(pid=23082): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23082)]\u000a03:53:14.836189 run osmo-msc_10.42.42.6(pid=23082): stdout: \u000a| (launched: 2022-12-10_03:53:13.711134) \u000a03:53:14.885242 run osmo-msc_10.42.42.6(pid=23082): stderr: \u000a| �[0;m�[38;5;43m20221210035313979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035313980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa3b0bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035313980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035313980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035313980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035313980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035313982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035313982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035313983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035313983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:14.926525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23075): Terminating (SIGTERM)\u000a03:53:14.966040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23078): Terminating (SIGTERM)\u000a03:53:15.005594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23081): Terminating (SIGTERM)\u000a03:53:15.014793 --- ParallelTerminationStrategy: PID 23075 died...\u000a03:53:15.067261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23075): Terminated: ok {rc=0}\u000a03:53:15.076832 --- ParallelTerminationStrategy: PID 23078 died...\u000a03:53:15.129164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23078): Terminated: ok {rc=0}\u000a03:53:15.138734 --- ParallelTerminationStrategy: PID 23081 died...\u000a03:53:15.190873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23081): Terminated: ok {rc=0}\u000a03:53:15.277988 bus /sierra_3: Setting Powered False\u000a03:53:16.411651 bus /sierra_3: Setting Powered False\u000a03:53:17.557367 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:52:57" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23364): Process ended prematurely: osmo-stp_10.42.42.5(pid=23364) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23364)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23364): Process ended prematurely: osmo-stp_10.42.42.5(pid=23364) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:53:19.565073 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:19.577087 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:53:19.735089 tst mo_mt_call.py: using LAC 25803\u000a03:53:19.852288 tst mo_mt_call.py: using RAC 48\u000a03:53:19.976460 tst mo_mt_call.py: using CellId 25803\u000a03:53:20.092191 tst mo_mt_call.py: using BVCI 25804\u000a03:53:20.115279 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:20.130214 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:20.144201 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:20.156876 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:20.168940 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:20.182632 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:53:20.299966 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:53:20.499024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:21.021509 run create_hlr_db(pid=23358): Launched\u000a03:53:21.204300 bus /sierra_2: Setting Powered False\u000a03:53:22.227168 run create_hlr_db(pid=23358): Terminated: ok {rc=0}\u000a03:53:22.670774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23360): Launched\u000a03:53:23.108227 run osmo-hlr_10.42.42.2(pid=23361): Launched\u000a03:53:23.355617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:23.940378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23363): Launched\u000a03:53:24.367579 run osmo-stp_10.42.42.5(pid=23364): Launched\u000a03:53:24.599431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:25.215728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23366): Launched\u000a03:53:25.644562 run osmo-msc_10.42.42.6(pid=23367): Launched\u000a03:53:26.035517 run osmo-stp_10.42.42.5(pid=23364): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23364)]\u000a03:53:26.247104 run osmo-stp_10.42.42.5(pid=23364): stdout: \u000a| (launched: 2022-12-10_03:53:24.109303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:26.385886 run osmo-stp_10.42.42.5(pid=23364): stderr: \u000a| �[0;m�[38;5;43m20221210035324407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035324407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035324407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035324408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035324418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035324418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035324418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:26.518023 run osmo-stp_10.42.42.5(pid=23364): stdout: \u000a| (launched: 2022-12-10_03:53:24.109303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:26.651333 run osmo-stp_10.42.42.5(pid=23364): stderr: \u000a| �[0;m�[38;5;43m20221210035324407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035324407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035324407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035324408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035324418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035324418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035324418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:26.710280 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23364): Process ended prematurely: osmo-stp_10.42.42.5(pid=23364) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23364)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:53:26.720699 tst mo_mt_call.py:8: Test FAILED (7.2 sec)\u000a03:53:26.786965 run osmo-hlr_10.42.42.2(pid=23361): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23361)]\u000a03:53:26.840391 run osmo-hlr_10.42.42.2(pid=23361): stdout: \u000a| (launched: 2022-12-10_03:53:22.839004) \u000a03:53:26.893953 run osmo-hlr_10.42.42.2(pid=23361): stderr: \u000a| �[0;m�[1;31m20221210035323154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035323154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035323154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035323154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035323154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035323154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035323175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035323191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035323192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035323192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:26.968785 run osmo-msc_10.42.42.6(pid=23367): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23367)]\u000a03:53:27.021797 run osmo-msc_10.42.42.6(pid=23367): stdout: \u000a| (launched: 2022-12-10_03:53:25.384216) \u000a03:53:27.075794 run osmo-msc_10.42.42.6(pid=23367): stderr: \u000a| �[0;m�[38;5;43m20221210035325892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035325892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0db324c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035325892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035325892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035325892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035325892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035325903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035325903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035325903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035325903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:27.121171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23360): Terminating (SIGTERM)\u000a03:53:27.167675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23363): Terminating (SIGTERM)\u000a03:53:27.213095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23366): Terminating (SIGTERM)\u000a03:53:27.223906 --- ParallelTerminationStrategy: PID 23360 died...\u000a03:53:27.283367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23360): Terminated: ok {rc=0}\u000a03:53:27.294528 --- ParallelTerminationStrategy: PID 23363 died...\u000a03:53:27.353886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23363): Terminated: ok {rc=0}\u000a03:53:27.364705 --- ParallelTerminationStrategy: PID 23366 died...\u000a03:53:27.422262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23366): Terminated: ok {rc=0}\u000a03:53:27.511306 bus /sierra_3: Setting Powered False\u000a03:53:28.618672 bus /sierra_3: Setting Powered False\u000a03:53:29.728903 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23375): Process ended prematurely: osmo-stp_10.42.42.5(pid=23375) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23375)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23375): Process ended prematurely: osmo-stp_10.42.42.5(pid=23375) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:53:30.848665 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:30.862120 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:53:31.043192 tst mo_mt_call_osmux.py: using LAC 25804\u000a03:53:31.201746 tst mo_mt_call_osmux.py: using RAC 49\u000a03:53:31.384730 tst mo_mt_call_osmux.py: using CellId 25804\u000a03:53:31.541490 tst mo_mt_call_osmux.py: using BVCI 25805\u000a03:53:31.571189 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:31.584432 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:31.599052 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:31.613052 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:31.627600 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:31.641866 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:53:31.798936 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:53:32.069791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:32.739870 run create_hlr_db(pid=23369): Launched\u000a03:53:32.960549 bus /sierra_2: Setting Powered False\u000a03:53:33.971768 run create_hlr_db(pid=23369): Terminated: ok {rc=0}\u000a03:53:34.436521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23371): Launched\u000a03:53:34.870560 run osmo-hlr_10.42.42.2(pid=23372): Launched\u000a03:53:35.127167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:35.721722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23374): Launched\u000a03:53:36.157449 run osmo-stp_10.42.42.5(pid=23375): Launched\u000a03:53:36.376880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:37.007135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23377): Launched\u000a03:53:37.436025 run osmo-msc_10.42.42.6(pid=23378): Launched\u000a03:53:37.836311 run osmo-stp_10.42.42.5(pid=23375): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23375)]\u000a03:53:38.050557 run osmo-stp_10.42.42.5(pid=23375): stdout: \u000a| (launched: 2022-12-10_03:53:35.892390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:38.190616 run osmo-stp_10.42.42.5(pid=23375): stderr: \u000a| �[0;m�[38;5;43m20221210035336196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035336196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035336196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035336197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035336198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035336198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035336198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:38.325370 run osmo-stp_10.42.42.5(pid=23375): stdout: \u000a| (launched: 2022-12-10_03:53:35.892390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:38.459097 run osmo-stp_10.42.42.5(pid=23375): stderr: \u000a| �[0;m�[38;5;43m20221210035336196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035336196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035336196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035336197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035336198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035336198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035336198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:38.518928 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23375): Process ended prematurely: osmo-stp_10.42.42.5(pid=23375) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23375)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:53:38.529748 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a03:53:38.596034 run osmo-hlr_10.42.42.2(pid=23372): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23372)]\u000a03:53:38.653156 run osmo-hlr_10.42.42.2(pid=23372): stdout: \u000a| (launched: 2022-12-10_03:53:34.606760) \u000a03:53:38.707588 run osmo-hlr_10.42.42.2(pid=23372): stderr: \u000a| �[0;m�[1;31m20221210035334922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035334922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035334922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035334922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035334922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035334922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035334945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035334961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035334962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035334962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:38.782659 run osmo-msc_10.42.42.6(pid=23378): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23378)]\u000a03:53:38.835321 run osmo-msc_10.42.42.6(pid=23378): stdout: \u000a| (launched: 2022-12-10_03:53:37.177564) \u000a03:53:38.889439 run osmo-msc_10.42.42.6(pid=23378): stderr: \u000a| �[0;m�[38;5;43m20221210035337688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035337688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56dccabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035337688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035337688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035337688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035337697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035337700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035337701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035337701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035337701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:38.935681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23371): Terminating (SIGTERM)\u000a03:53:38.985987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23374): Terminating (SIGTERM)\u000a03:53:39.031886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23377): Terminating (SIGTERM)\u000a03:53:39.041556 --- ParallelTerminationStrategy: PID 23371 died...\u000a03:53:39.097580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23371): Terminated: ok {rc=0}\u000a03:53:39.107605 --- ParallelTerminationStrategy: PID 23374 died...\u000a03:53:39.163518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23374): Terminated: ok {rc=0}\u000a03:53:39.173576 --- ParallelTerminationStrategy: PID 23377 died...\u000a03:53:39.228626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23377): Terminated: ok {rc=0}\u000a03:53:39.313856 bus /sierra_3: Setting Powered False\u000a03:53:40.418674 bus /sierra_3: Setting Powered False\u000a03:53:41.525186 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:53:19" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23389): Process ended prematurely: osmo-stp_10.42.42.5(pid=23389) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23389)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23389): Process ended prematurely: osmo-stp_10.42.42.5(pid=23389) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:53:43.527291 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:43.539033 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:53:43.699516 tst mo_mt_call.py: using LAC 25805\u000a03:53:43.819227 tst mo_mt_call.py: using RAC 50\u000a03:53:43.939773 tst mo_mt_call.py: using CellId 25805\u000a03:53:44.058916 tst mo_mt_call.py: using BVCI 25806\u000a03:53:44.082316 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:44.093465 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:44.104381 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:44.115541 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:44.126794 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:44.137984 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:53:44.254340 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:53:44.463591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:44.976131 run create_hlr_db(pid=23383): Launched\u000a03:53:45.162232 bus /sierra_2: Setting Powered False\u000a03:53:46.178580 run create_hlr_db(pid=23383): Terminated: ok {rc=0}\u000a03:53:46.681276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23385): Launched\u000a03:53:47.094266 run osmo-hlr_10.42.42.2(pid=23386): Launched\u000a03:53:47.387979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:47.949787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23388): Launched\u000a03:53:48.271392 run osmo-stp_10.42.42.5(pid=23389): Launched\u000a03:53:48.387621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:48.973501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23391): Launched\u000a03:53:49.295803 run osmo-msc_10.42.42.6(pid=23392): Launched\u000a03:53:49.484371 run osmo-stp_10.42.42.5(pid=23389): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23389)]\u000a03:53:49.620416 run osmo-stp_10.42.42.5(pid=23389): stdout: \u000a| (launched: 2022-12-10_03:53:48.113702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:49.755581 run osmo-stp_10.42.42.5(pid=23389): stderr: \u000a| �[0;m�[38;5;43m20221210035348306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035348306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035348306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035348306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035348309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035348309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035348309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:49.884331 run osmo-stp_10.42.42.5(pid=23389): stdout: \u000a| (launched: 2022-12-10_03:53:48.113702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:50.012255 run osmo-stp_10.42.42.5(pid=23389): stderr: \u000a| �[0;m�[38;5;43m20221210035348306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035348306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035348306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035348306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035348309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035348309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035348309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:50.069099 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23389): Process ended prematurely: osmo-stp_10.42.42.5(pid=23389) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23389)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:53:50.078520 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a03:53:50.140749 run osmo-hlr_10.42.42.2(pid=23386): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23386)]\u000a03:53:50.192038 run osmo-hlr_10.42.42.2(pid=23386): stdout: \u000a| (launched: 2022-12-10_03:53:46.837782) \u000a03:53:50.243872 run osmo-hlr_10.42.42.2(pid=23386): stderr: \u000a| �[0;m�[1;31m20221210035347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035347224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035347224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035347246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035347262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035347263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035347263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:50.313886 run osmo-msc_10.42.42.6(pid=23392): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23392)]\u000a03:53:50.364701 run osmo-msc_10.42.42.6(pid=23392): stdout: \u000a| (launched: 2022-12-10_03:53:49.137340) \u000a03:53:50.416067 run osmo-msc_10.42.42.6(pid=23392): stderr: \u000a| �[0;m�[38;5;43m20221210035349458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035349458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10ec4efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035349458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035349458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035349459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035349459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035349461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035349461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035349461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035349461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:50.459536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23385): Terminating (SIGTERM)\u000a03:53:50.500688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23388): Terminating (SIGTERM)\u000a03:53:50.541961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23391): Terminating (SIGTERM)\u000a03:53:50.551405 --- ParallelTerminationStrategy: PID 23385 died...\u000a03:53:50.606458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23385): Terminated: ok {rc=0}\u000a03:53:50.616275 --- ParallelTerminationStrategy: PID 23388 died...\u000a03:53:50.671186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23388): Terminated: ok {rc=0}\u000a03:53:50.681143 --- ParallelTerminationStrategy: PID 23391 died...\u000a03:53:50.736374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23391): Terminated: ok {rc=0}\u000a03:53:50.823118 bus /sierra_3: Setting Powered False\u000a03:53:51.929149 bus /sierra_3: Setting Powered False\u000a03:53:53.039788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23400): Process ended prematurely: osmo-stp_10.42.42.5(pid=23400) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23400)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23400): Process ended prematurely: osmo-stp_10.42.42.5(pid=23400) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:53:54.154687 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:54.167215 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:53:54.333259 tst mo_mt_call_osmux.py: using LAC 25806\u000a03:53:54.461322 tst mo_mt_call_osmux.py: using RAC 51\u000a03:53:54.588422 tst mo_mt_call_osmux.py: using CellId 25806\u000a03:53:54.714204 tst mo_mt_call_osmux.py: using BVCI 25807\u000a03:53:54.738711 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:54.750265 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:54.761620 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:54.772812 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:54.784212 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:53:54.795551 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:53:54.915907 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:53:55.126156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:55.640752 run create_hlr_db(pid=23394): Launched\u000a03:53:55.826705 bus /sierra_2: Setting Powered False\u000a03:53:56.848021 run create_hlr_db(pid=23394): Terminated: ok {rc=0}\u000a03:53:57.254659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23396): Launched\u000a03:53:57.558929 run osmo-hlr_10.42.42.2(pid=23397): Launched\u000a03:53:57.680186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:58.209975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23399): Launched\u000a03:53:58.512479 run osmo-stp_10.42.42.5(pid=23400): Launched\u000a03:53:58.624121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:59.176475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23402): Launched\u000a03:53:59.480076 run osmo-msc_10.42.42.6(pid=23403): Launched\u000a03:53:59.658280 run osmo-stp_10.42.42.5(pid=23400): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23400)]\u000a03:53:59.786679 run osmo-stp_10.42.42.5(pid=23400): stdout: \u000a| (launched: 2022-12-10_03:53:58.363422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:59.912358 run osmo-stp_10.42.42.5(pid=23400): stderr: \u000a| �[0;m�[38;5;43m20221210035358531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035358531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035358531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035358532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035358535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035358535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035358535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:00.034083 run osmo-stp_10.42.42.5(pid=23400): stdout: \u000a| (launched: 2022-12-10_03:53:58.363422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:00.154648 run osmo-stp_10.42.42.5(pid=23400): stderr: \u000a| �[0;m�[38;5;43m20221210035358531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035358531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035358531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035358532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035358535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035358535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035358535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:00.208169 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23400): Process ended prematurely: osmo-stp_10.42.42.5(pid=23400) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23400)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:54:00.217213 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:54:00.277295 run osmo-hlr_10.42.42.2(pid=23397): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23397)]\u000a03:54:00.326441 run osmo-hlr_10.42.42.2(pid=23397): stdout: \u000a| (launched: 2022-12-10_03:53:57.408140) \u000a03:54:00.376657 run osmo-hlr_10.42.42.2(pid=23397): stderr: \u000a| �[0;m�[1;31m20221210035357586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035357586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035357586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035357587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035357587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035357587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035357599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035357607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035357607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035357607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:00.444220 run osmo-msc_10.42.42.6(pid=23403): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23403)]\u000a03:54:00.493187 run osmo-msc_10.42.42.6(pid=23403): stdout: \u000a| (launched: 2022-12-10_03:53:59.329998) \u000a03:54:00.543635 run osmo-msc_10.42.42.6(pid=23403): stderr: \u000a| �[0;m�[38;5;43m20221210035359602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035359602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe911f50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035359602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035359602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035359602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035359602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035359604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035359605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035359605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035359605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:00.586020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23396): Terminating (SIGTERM)\u000a03:54:00.626138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23399): Terminating (SIGTERM)\u000a03:54:00.666279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23402): Terminating (SIGTERM)\u000a03:54:00.675510 --- ParallelTerminationStrategy: PID 23396 died...\u000a03:54:00.729122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23396): Terminated: ok {rc=0}\u000a03:54:00.738746 --- ParallelTerminationStrategy: PID 23399 died...\u000a03:54:00.791782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23399): Terminated: ok {rc=0}\u000a03:54:00.801868 --- ParallelTerminationStrategy: PID 23402 died...\u000a03:54:00.868557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23402): Terminated: ok {rc=0}\u000a03:54:00.982719 bus /sierra_3: Setting Powered False\u000a03:54:02.090626 bus /sierra_3: Setting Powered False\u000a03:54:03.196833 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:53:43" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23415): Process ended prematurely: osmo-stp_10.42.42.5(pid=23415) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23415)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23415): Process ended prematurely: osmo-stp_10.42.42.5(pid=23415) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:54:05.195940 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:05.207233 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:54:05.375932 tst mo_mt_call.py: using LAC 25807\u000a03:54:05.499888 tst mo_mt_call.py: using RAC 52\u000a03:54:05.625237 tst mo_mt_call.py: using CellId 25807\u000a03:54:05.749198 tst mo_mt_call.py: using BVCI 25808\u000a03:54:05.773685 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:05.785117 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:05.796299 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:05.807561 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:05.818980 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:05.830280 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:05.947285 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:06.156036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:06.669815 run create_hlr_db(pid=23409): Launched\u000a03:54:06.855882 bus /sierra_2: Setting Powered False\u000a03:54:07.876335 run create_hlr_db(pid=23409): Terminated: ok {rc=0}\u000a03:54:08.283340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23411): Launched\u000a03:54:08.587429 run osmo-hlr_10.42.42.2(pid=23412): Launched\u000a03:54:08.705930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:09.238621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23414): Launched\u000a03:54:09.541155 run osmo-stp_10.42.42.5(pid=23415): Launched\u000a03:54:09.652492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:10.207040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23417): Launched\u000a03:54:10.511574 run osmo-msc_10.42.42.6(pid=23418): Launched\u000a03:54:10.690869 run osmo-stp_10.42.42.5(pid=23415): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23415)]\u000a03:54:10.819540 run osmo-stp_10.42.42.5(pid=23415): stdout: \u000a| (launched: 2022-12-10_03:54:09.391878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:10.945816 run osmo-stp_10.42.42.5(pid=23415): stderr: \u000a| �[0;m�[38;5;43m20221210035409562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035409562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035409562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035409563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035409563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035409563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035409563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:11.067541 run osmo-stp_10.42.42.5(pid=23415): stdout: \u000a| (launched: 2022-12-10_03:54:09.391878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:11.188216 run osmo-stp_10.42.42.5(pid=23415): stderr: \u000a| �[0;m�[38;5;43m20221210035409562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035409562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035409562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035409563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035409563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035409563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035409563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:11.241595 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23415): Process ended prematurely: osmo-stp_10.42.42.5(pid=23415) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23415)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:54:11.250598 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:54:11.310704 run osmo-hlr_10.42.42.2(pid=23412): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23412)]\u000a03:54:11.359650 run osmo-hlr_10.42.42.2(pid=23412): stdout: \u000a| (launched: 2022-12-10_03:54:08.438018) \u000a03:54:11.409304 run osmo-hlr_10.42.42.2(pid=23412): stderr: \u000a| �[0;m�[1;31m20221210035408613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035408614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035408614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035408614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035408614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035408614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035408626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035408635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035408636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035408636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:11.475707 run osmo-msc_10.42.42.6(pid=23418): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23418)]\u000a03:54:11.525107 run osmo-msc_10.42.42.6(pid=23418): stdout: \u000a| (launched: 2022-12-10_03:54:10.361529) \u000a03:54:11.574558 run osmo-msc_10.42.42.6(pid=23418): stderr: \u000a| �[0;m�[38;5;43m20221210035410633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035410633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1314a60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035410633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035410633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035410634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035410634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035410635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035410636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035410636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035410636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:11.616245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23411): Terminating (SIGTERM)\u000a03:54:11.656434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23414): Terminating (SIGTERM)\u000a03:54:11.696135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23417): Terminating (SIGTERM)\u000a03:54:11.705797 --- ParallelTerminationStrategy: PID 23411 died...\u000a03:54:11.758814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23411): Terminated: ok {rc=0}\u000a03:54:11.768261 --- ParallelTerminationStrategy: PID 23414 died...\u000a03:54:11.820863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23414): Terminated: ok {rc=0}\u000a03:54:11.830628 --- ParallelTerminationStrategy: PID 23417 died...\u000a03:54:11.884001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23417): Terminated: ok {rc=0}\u000a03:54:11.971997 bus /sierra_3: Setting Powered False\u000a03:54:13.074270 bus /sierra_3: Setting Powered False\u000a03:54:14.184738 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23426): Process ended prematurely: osmo-stp_10.42.42.5(pid=23426) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23426)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23426): Process ended prematurely: osmo-stp_10.42.42.5(pid=23426) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:54:15.295367 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:15.307085 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:54:15.463477 tst mo_mt_call_osmux.py: using LAC 25808\u000a03:54:15.583214 tst mo_mt_call_osmux.py: using RAC 53\u000a03:54:15.703565 tst mo_mt_call_osmux.py: using CellId 25808\u000a03:54:15.824064 tst mo_mt_call_osmux.py: using BVCI 25809\u000a03:54:15.851743 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:15.863602 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:15.877970 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:15.890625 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:15.903814 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:15.923368 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:16.056636 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:16.268502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:16.831673 run create_hlr_db(pid=23420): Launched\u000a03:54:17.023775 bus /sierra_2: Setting Powered False\u000a03:54:18.040284 run create_hlr_db(pid=23420): Terminated: ok {rc=0}\u000a03:54:18.446269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23422): Launched\u000a03:54:18.749814 run osmo-hlr_10.42.42.2(pid=23423): Launched\u000a03:54:18.862095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:19.385114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23425): Launched\u000a03:54:19.686581 run osmo-stp_10.42.42.5(pid=23426): Launched\u000a03:54:19.796763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:20.347541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23428): Launched\u000a03:54:20.650902 run osmo-msc_10.42.42.6(pid=23429): Launched\u000a03:54:20.829107 run osmo-stp_10.42.42.5(pid=23426): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23426)]\u000a03:54:20.958005 run osmo-stp_10.42.42.5(pid=23426): stdout: \u000a| (launched: 2022-12-10_03:54:19.538563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:21.084075 run osmo-stp_10.42.42.5(pid=23426): stderr: \u000a| �[0;m�[38;5;43m20221210035419709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035419709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035419709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035419709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035419710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035419710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035419710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:21.206242 run osmo-stp_10.42.42.5(pid=23426): stdout: \u000a| (launched: 2022-12-10_03:54:19.538563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:21.326952 run osmo-stp_10.42.42.5(pid=23426): stderr: \u000a| �[0;m�[38;5;43m20221210035419709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035419709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035419709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035419709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035419710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035419710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035419710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:21.380367 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23426): Process ended prematurely: osmo-stp_10.42.42.5(pid=23426) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23426)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:54:21.389399 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:54:21.449730 run osmo-hlr_10.42.42.2(pid=23423): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23423)]\u000a03:54:21.498969 run osmo-hlr_10.42.42.2(pid=23423): stdout: \u000a| (launched: 2022-12-10_03:54:18.600093) \u000a03:54:21.548920 run osmo-hlr_10.42.42.2(pid=23423): stderr: \u000a| �[0;m�[1;31m20221210035418776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035418776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035418776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035418776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035418776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035418776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035418788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035418796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035418797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035418797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:21.617180 run osmo-msc_10.42.42.6(pid=23429): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23429)]\u000a03:54:21.666464 run osmo-msc_10.42.42.6(pid=23429): stdout: \u000a| (launched: 2022-12-10_03:54:20.501427) \u000a03:54:21.716209 run osmo-msc_10.42.42.6(pid=23429): stderr: \u000a| �[0;m�[38;5;43m20221210035420774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035420774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba5cdf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035420774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035420774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035420775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035420775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035420777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035420778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035420778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035420778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:21.758361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23422): Terminating (SIGTERM)\u000a03:54:21.798687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23425): Terminating (SIGTERM)\u000a03:54:21.839325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23428): Terminating (SIGTERM)\u000a03:54:21.848590 --- ParallelTerminationStrategy: PID 23422 died...\u000a03:54:21.902718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23422): Terminated: ok {rc=0}\u000a03:54:21.912272 --- ParallelTerminationStrategy: PID 23425 died...\u000a03:54:21.965751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23425): Terminated: ok {rc=0}\u000a03:54:21.975253 --- ParallelTerminationStrategy: PID 23428 died...\u000a03:54:22.028792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23428): Terminated: ok {rc=0}\u000a03:54:22.117087 bus /sierra_3: Setting Powered False\u000a03:54:23.221313 bus /sierra_3: Setting Powered False\u000a03:54:24.332493 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:54:04" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23442): Process ended prematurely: osmo-stp_10.42.42.5(pid=23442) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23442)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23442): Process ended prematurely: osmo-stp_10.42.42.5(pid=23442) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:54:26.325274 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:26.336467 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:54:26.492049 tst mo_mt_call.py: using LAC 25809\u000a03:54:26.611700 tst mo_mt_call.py: using RAC 54\u000a03:54:26.731863 tst mo_mt_call.py: using CellId 25809\u000a03:54:26.850129 tst mo_mt_call.py: using BVCI 25810\u000a03:54:26.872920 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:26.883980 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:26.894934 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:26.907112 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:26.918544 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:26.929789 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:54:27.050970 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:54:27.261210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:27.776443 run create_hlr_db(pid=23435): Launched\u000a03:54:27.962557 bus /sierra_2: Setting Powered False\u000a03:54:28.983804 run create_hlr_db(pid=23435): Terminated: ok {rc=0}\u000a03:54:29.388893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23438): Launched\u000a03:54:29.691856 run osmo-hlr_10.42.42.2(pid=23439): Launched\u000a03:54:29.811067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:30.341706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23441): Launched\u000a03:54:30.643764 run osmo-stp_10.42.42.5(pid=23442): Launched\u000a03:54:30.760527 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:31.375444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23444): Launched\u000a03:54:31.719603 run osmo-msc_10.42.42.6(pid=23445): Launched\u000a03:54:32.024204 run osmo-stp_10.42.42.5(pid=23442): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23442)]\u000a03:54:32.351688 run osmo-stp_10.42.42.5(pid=23442): stdout: \u000a| (launched: 2022-12-10_03:54:30.495404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:32.489900 run osmo-stp_10.42.42.5(pid=23442): stderr: \u000a| �[0;m�[38;5;43m20221210035430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035430667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:32.624141 run osmo-stp_10.42.42.5(pid=23442): stdout: \u000a| (launched: 2022-12-10_03:54:30.495404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:32.754125 run osmo-stp_10.42.42.5(pid=23442): stderr: \u000a| �[0;m�[38;5;43m20221210035430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035430667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:32.810861 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23442): Process ended prematurely: osmo-stp_10.42.42.5(pid=23442) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23442)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:54:32.820441 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a03:54:32.884138 run osmo-hlr_10.42.42.2(pid=23439): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23439)]\u000a03:54:32.935860 run osmo-hlr_10.42.42.2(pid=23439): stdout: \u000a| (launched: 2022-12-10_03:54:29.542649) \u000a03:54:32.988293 run osmo-hlr_10.42.42.2(pid=23439): stderr: \u000a| �[0;m�[1;31m20221210035429718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035429718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035429718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035429718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035429718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035429718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035429731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035429742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035429742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035429742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:33.059559 run osmo-msc_10.42.42.6(pid=23445): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23445)]\u000a03:54:33.111408 run osmo-msc_10.42.42.6(pid=23445): stdout: \u000a| (launched: 2022-12-10_03:54:31.544144) \u000a03:54:33.163650 run osmo-msc_10.42.42.6(pid=23445): stderr: \u000a| �[0;m�[38;5;43m20221210035432276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035432276 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f436b08fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035432276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035432276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035432277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035432277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035432280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035432285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035432285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035432285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:33.208310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23438): Terminating (SIGTERM)\u000a03:54:33.250331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23441): Terminating (SIGTERM)\u000a03:54:33.292891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23444): Terminating (SIGTERM)\u000a03:54:33.302674 --- ParallelTerminationStrategy: PID 23438 died...\u000a03:54:33.359460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23438): Terminated: ok {rc=0}\u000a03:54:33.369960 --- ParallelTerminationStrategy: PID 23441 died...\u000a03:54:33.425914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23441): Terminated: ok {rc=0}\u000a03:54:33.436336 --- ParallelTerminationStrategy: PID 23444 died...\u000a03:54:33.492260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23444): Terminated: ok {rc=0}\u000a03:54:33.579249 bus /sierra_3: Setting Powered False\u000a03:54:34.686731 bus /sierra_3: Setting Powered False\u000a03:54:35.795782 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23453): Process ended prematurely: osmo-stp_10.42.42.5(pid=23453) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23453): Process ended prematurely: osmo-stp_10.42.42.5(pid=23453) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:54:36.910263 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:36.922291 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:54:37.087523 tst mo_mt_call_osmux.py: using LAC 25810\u000a03:54:37.215661 tst mo_mt_call_osmux.py: using RAC 55\u000a03:54:37.341888 tst mo_mt_call_osmux.py: using CellId 25810\u000a03:54:37.467517 tst mo_mt_call_osmux.py: using BVCI 25811\u000a03:54:37.492068 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:37.503788 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:37.515179 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:37.526634 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:37.538204 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:37.549641 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:54:37.668671 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:54:37.871464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:38.348153 run create_hlr_db(pid=23447): Launched\u000a03:54:38.522562 bus /sierra_2: Setting Powered False\u000a03:54:39.543802 run create_hlr_db(pid=23447): Terminated: ok {rc=0}\u000a03:54:39.946902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23449): Launched\u000a03:54:40.250951 run osmo-hlr_10.42.42.2(pid=23450): Launched\u000a03:54:40.368639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:40.898713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23452): Launched\u000a03:54:41.201795 run osmo-stp_10.42.42.5(pid=23453): Launched\u000a03:54:41.312257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:41.865658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23455): Launched\u000a03:54:42.168450 run osmo-msc_10.42.42.6(pid=23456): Launched\u000a03:54:42.346630 run osmo-stp_10.42.42.5(pid=23453): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]\u000a03:54:42.475011 run osmo-stp_10.42.42.5(pid=23453): stdout: \u000a| (launched: 2022-12-10_03:54:41.052350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:42.602002 run osmo-stp_10.42.42.5(pid=23453): stderr: \u000a| �[0;m�[38;5;43m20221210035441225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035441225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035441225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035441226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035441226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035441226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035441226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:42.723404 run osmo-stp_10.42.42.5(pid=23453): stdout: \u000a| (launched: 2022-12-10_03:54:41.052350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:42.843936 run osmo-stp_10.42.42.5(pid=23453): stderr: \u000a| �[0;m�[38;5;43m20221210035441225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035441225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035441225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035441226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035441226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035441226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035441226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:42.897343 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23453): Process ended prematurely: osmo-stp_10.42.42.5(pid=23453) [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)] [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:54:42.906253 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:54:42.966435 run osmo-hlr_10.42.42.2(pid=23450): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23450)]\u000a03:54:43.015523 run osmo-hlr_10.42.42.2(pid=23450): stdout: \u000a| (launched: 2022-12-10_03:54:40.100865) \u000a03:54:43.065186 run osmo-hlr_10.42.42.2(pid=23450): stderr: \u000a| �[0;m�[1;31m20221210035440277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035440277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035440277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035440277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035440277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035440277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035440288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035440298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035440299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035440299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:43.132455 run osmo-msc_10.42.42.6(pid=23456): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23456)]\u000a03:54:43.181506 run osmo-msc_10.42.42.6(pid=23456): stdout: \u000a| (launched: 2022-12-10_03:54:42.019099) \u000a03:54:43.231091 run osmo-msc_10.42.42.6(pid=23456): stderr: \u000a| �[0;m�[38;5;43m20221210035442292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035442292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa257a2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035442292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035442292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035442292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035442292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035442294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035442295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035442295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035442295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:43.272839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23449): Terminating (SIGTERM)\u000a03:54:43.312893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23452): Terminating (SIGTERM)\u000a03:54:43.352926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23455): Terminating (SIGTERM)\u000a03:54:43.362410 --- ParallelTerminationStrategy: PID 23449 died...\u000a03:54:43.415948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23449): Terminated: ok {rc=0}\u000a03:54:43.425843 --- ParallelTerminationStrategy: PID 23452 died...\u000a03:54:43.479165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23452): Terminated: ok {rc=0}\u000a03:54:43.488744 --- ParallelTerminationStrategy: PID 23455 died...\u000a03:54:43.542146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23455): Terminated: ok {rc=0}\u000a03:54:43.629973 bus /sierra_3: Setting Powered False\u000a03:54:44.733078 bus /sierra_3: Setting Powered False\u000a03:54:45.844193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:54:26" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23467): Process ended prematurely: osmo-stp_10.42.42.5(pid=23467) [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23467)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23467): Process ended prematurely: osmo-stp_10.42.42.5(pid=23467) [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:54:47.889189 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:47.900798 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:54:48.068874 tst mo_mt_call.py: using LAC 25811\u000a03:54:48.194282 tst mo_mt_call.py: using RAC 56\u000a03:54:48.319385 tst mo_mt_call.py: using CellId 25811\u000a03:54:48.448027 tst mo_mt_call.py: using BVCI 25812\u000a03:54:48.472550 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:48.484233 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:48.495739 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:48.507249 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:48.518762 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:48.530277 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:54:48.645282 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:54:48.854549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:49.365099 run create_hlr_db(pid=23461): Launched\u000a03:54:49.551583 bus /sierra_2: Setting Powered False\u000a03:54:50.572365 run create_hlr_db(pid=23461): Terminated: ok {rc=0}\u000a03:54:50.978126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23463): Launched\u000a03:54:51.280110 run osmo-hlr_10.42.42.2(pid=23464): Launched\u000a03:54:51.396238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:51.928591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23466): Launched\u000a03:54:52.230441 run osmo-stp_10.42.42.5(pid=23467): Launched\u000a03:54:52.340905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:52.893369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23469): Launched\u000a03:54:53.197211 run osmo-msc_10.42.42.6(pid=23470): Launched\u000a03:54:53.374974 run osmo-stp_10.42.42.5(pid=23467): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23467)]\u000a03:54:53.503834 run osmo-stp_10.42.42.5(pid=23467): stdout: \u000a| (launched: 2022-12-10_03:54:52.081995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:53.629712 run osmo-stp_10.42.42.5(pid=23467): stderr: \u000a| �[0;m�[38;5;43m20221210035452252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035452252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035452252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035452253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035452253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035452253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035452253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:53.753319 run osmo-stp_10.42.42.5(pid=23467): stdout: \u000a| (launched: 2022-12-10_03:54:52.081995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:53.874167 run osmo-stp_10.42.42.5(pid=23467): stderr: \u000a| �[0;m�[38;5;43m20221210035452252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035452252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035452252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035452253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035452253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035452253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035452253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:53.927256 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23467): Process ended prematurely: osmo-stp_10.42.42.5(pid=23467) [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23467)] [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:54:53.936010 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:54:53.995934 run osmo-hlr_10.42.42.2(pid=23464): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23464)]\u000a03:54:54.044792 run osmo-hlr_10.42.42.2(pid=23464): stdout: \u000a| (launched: 2022-12-10_03:54:51.131794) \u000a03:54:54.094521 run osmo-hlr_10.42.42.2(pid=23464): stderr: \u000a| �[0;m�[1;31m20221210035451308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035451308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035451308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035451309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035451309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035451309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035451320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035451328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035451328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035451328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:54.161881 run osmo-msc_10.42.42.6(pid=23470): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23470)]\u000a03:54:54.210622 run osmo-msc_10.42.42.6(pid=23470): stdout: \u000a| (launched: 2022-12-10_03:54:53.046989) \u000a03:54:54.260034 run osmo-msc_10.42.42.6(pid=23470): stderr: \u000a| �[0;m�[38;5;43m20221210035453318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035453318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9439432c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035453318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035453318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035453319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035453319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035453321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035453322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035453322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035453322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:54.301592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23463): Terminating (SIGTERM)\u000a03:54:54.341996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23466): Terminating (SIGTERM)\u000a03:54:54.382217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23469): Terminating (SIGTERM)\u000a03:54:54.391474 --- ParallelTerminationStrategy: PID 23463 died...\u000a03:54:54.445046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23463): Terminated: ok {rc=0}\u000a03:54:54.454597 --- ParallelTerminationStrategy: PID 23466 died...\u000a03:54:54.507231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23466): Terminated: ok {rc=0}\u000a03:54:54.516821 --- ParallelTerminationStrategy: PID 23469 died...\u000a03:54:54.569558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23469): Terminated: ok {rc=0}\u000a03:54:54.657130 bus /sierra_3: Setting Powered False\u000a03:54:55.759880 bus /sierra_3: Setting Powered False\u000a03:54:56.868433 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23481): Process ended prematurely: osmo-stp_10.42.42.5(pid=23481) [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23481)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23481): Process ended prematurely: osmo-stp_10.42.42.5(pid=23481) [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:54:57.981599 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:57.993882 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:54:58.158339 tst mo_mt_call_osmux.py: using LAC 25812\u000a03:54:58.284904 tst mo_mt_call_osmux.py: using RAC 57\u000a03:54:58.410582 tst mo_mt_call_osmux.py: using CellId 25812\u000a03:54:58.536728 tst mo_mt_call_osmux.py: using BVCI 25813\u000a03:54:58.561429 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:58.573531 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:58.585154 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:58.596691 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:58.608346 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:54:58.619811 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:54:58.736386 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:54:58.939531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:59.417194 run create_hlr_db(pid=23472): Launched\u000a03:54:59.591734 bus /sierra_2: Setting Powered False\u000a03:55:00.612190 run create_hlr_db(pid=23472): Terminated: ok {rc=0}\u000a03:55:01.048634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23474): Launched\u000a03:55:01.392197 run osmo-hlr_10.42.42.2(pid=23475): Launched\u000a03:55:01.573155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:02.270711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23480): Launched\u000a03:55:02.597572 run osmo-stp_10.42.42.5(pid=23481): Launched\u000a03:55:02.714822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:03.304399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23483): Launched\u000a03:55:03.626233 run osmo-msc_10.42.42.6(pid=23484): Launched\u000a03:55:03.815430 run osmo-stp_10.42.42.5(pid=23481): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23481)]\u000a03:55:03.951060 run osmo-stp_10.42.42.5(pid=23481): stdout: \u000a| (launched: 2022-12-10_03:55:02.437719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:04.086873 run osmo-stp_10.42.42.5(pid=23481): stderr: \u000a| �[0;m�[38;5;43m20221210035502629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035502630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035502630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035502630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035502631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035502631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035502631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:04.217096 run osmo-stp_10.42.42.5(pid=23481): stdout: \u000a| (launched: 2022-12-10_03:55:02.437719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:04.345791 run osmo-stp_10.42.42.5(pid=23481): stderr: \u000a| �[0;m�[38;5;43m20221210035502629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035502630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035502630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035502630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035502631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035502631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035502631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:04.402847 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23481): Process ended prematurely: osmo-stp_10.42.42.5(pid=23481) [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23481)] [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:55:04.412134 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a03:55:04.474551 run osmo-hlr_10.42.42.2(pid=23475): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23475)]\u000a03:55:04.526004 run osmo-hlr_10.42.42.2(pid=23475): stdout: \u000a| (launched: 2022-12-10_03:55:01.218725) \u000a03:55:04.577995 run osmo-hlr_10.42.42.2(pid=23475): stderr: \u000a| �[0;m�[1;31m20221210035501597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035501597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035501597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035501597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035501598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035501598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035501609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035501625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035501626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035501626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:04.648163 run osmo-msc_10.42.42.6(pid=23484): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23484)]\u000a03:55:04.699290 run osmo-msc_10.42.42.6(pid=23484): stdout: \u000a| (launched: 2022-12-10_03:55:03.468411) \u000a03:55:04.751125 run osmo-msc_10.42.42.6(pid=23484): stderr: \u000a| �[0;m�[38;5;43m20221210035503792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035503792 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1160ba9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035503792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035503792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035503792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035503793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035503794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035503795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035503795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035503795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:04.794921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23474): Terminating (SIGTERM)\u000a03:55:04.836509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23480): Terminating (SIGTERM)\u000a03:55:04.878086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23483): Terminating (SIGTERM)\u000a03:55:04.887687 --- ParallelTerminationStrategy: PID 23474 died...\u000a03:55:04.943398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23474): Terminated: ok {rc=0}\u000a03:55:04.953589 --- ParallelTerminationStrategy: PID 23480 died...\u000a03:55:05.008928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23480): Terminated: ok {rc=0}\u000a03:55:05.018944 --- ParallelTerminationStrategy: PID 23483 died...\u000a03:55:05.074372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23483): Terminated: ok {rc=0}\u000a03:55:05.160520 bus /sierra_3: Setting Powered False\u000a03:55:06.268329 bus /sierra_3: Setting Powered False\u000a03:55:07.379284 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:54:47" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23496): Process ended prematurely: osmo-stp_10.42.42.5(pid=23496) [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23496)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23496): Process ended prematurely: osmo-stp_10.42.42.5(pid=23496) [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:55:09.376335 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:09.387810 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:55:09.547312 tst mo_mt_call.py: using LAC 25813\u000a03:55:09.663626 tst mo_mt_call.py: using RAC 58\u000a03:55:09.780138 tst mo_mt_call.py: using CellId 25813\u000a03:55:09.896723 tst mo_mt_call.py: using BVCI 25814\u000a03:55:09.919525 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:09.930442 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:09.941526 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:09.952468 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:09.963396 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:09.974445 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:10.093419 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:10.295287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:10.772443 run create_hlr_db(pid=23490): Launched\u000a03:55:10.947234 bus /sierra_2: Setting Powered False\u000a03:55:11.968038 run create_hlr_db(pid=23490): Terminated: ok {rc=0}\u000a03:55:12.371976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23492): Launched\u000a03:55:12.675343 run osmo-hlr_10.42.42.2(pid=23493): Launched\u000a03:55:12.790112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:13.314102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23495): Launched\u000a03:55:13.617559 run osmo-stp_10.42.42.5(pid=23496): Launched\u000a03:55:13.728498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:14.280838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23498): Launched\u000a03:55:14.584296 run osmo-msc_10.42.42.6(pid=23499): Launched\u000a03:55:14.762233 run osmo-stp_10.42.42.5(pid=23496): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23496)]\u000a03:55:14.891367 run osmo-stp_10.42.42.5(pid=23496): stdout: \u000a| (launched: 2022-12-10_03:55:13.467867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:15.017554 run osmo-stp_10.42.42.5(pid=23496): stderr: \u000a| �[0;m�[38;5;43m20221210035513639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035513639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035513639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035513640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035513640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035513640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035513640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:15.139231 run osmo-stp_10.42.42.5(pid=23496): stdout: \u000a| (launched: 2022-12-10_03:55:13.467867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:15.259623 run osmo-stp_10.42.42.5(pid=23496): stderr: \u000a| �[0;m�[38;5;43m20221210035513639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035513639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035513639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035513640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035513640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035513640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035513640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:15.312787 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23496): Process ended prematurely: osmo-stp_10.42.42.5(pid=23496) [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23496)] [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:55:15.321450 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:55:15.381757 run osmo-hlr_10.42.42.2(pid=23493): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23493)]\u000a03:55:15.430618 run osmo-hlr_10.42.42.2(pid=23493): stdout: \u000a| (launched: 2022-12-10_03:55:12.525653) \u000a03:55:15.480113 run osmo-hlr_10.42.42.2(pid=23493): stderr: \u000a| �[0;m�[1;31m20221210035512701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035512701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035512701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035512701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035512701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035512701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035512713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035512721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035512722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035512722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:15.547141 run osmo-msc_10.42.42.6(pid=23499): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23499)]\u000a03:55:15.595916 run osmo-msc_10.42.42.6(pid=23499): stdout: \u000a| (launched: 2022-12-10_03:55:14.434740) \u000a03:55:15.645433 run osmo-msc_10.42.42.6(pid=23499): stderr: \u000a| �[0;m�[38;5;43m20221210035514707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035514707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff13d796c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035514707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035514707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035514707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035514707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035514710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035514710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035514710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035514710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:15.686881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23492): Terminating (SIGTERM)\u000a03:55:15.726433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23495): Terminating (SIGTERM)\u000a03:55:15.765885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23498): Terminating (SIGTERM)\u000a03:55:15.775193 --- ParallelTerminationStrategy: PID 23492 died...\u000a03:55:15.834310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23492): Terminated: ok {rc=0}\u000a03:55:15.846687 --- ParallelTerminationStrategy: PID 23495 died...\u000a03:55:15.912000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23495): Terminated: ok {rc=0}\u000a03:55:15.921943 --- ParallelTerminationStrategy: PID 23498 died...\u000a03:55:15.976269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23498): Terminated: ok {rc=0}\u000a03:55:16.061752 bus /sierra_3: Setting Powered False\u000a03:55:17.169769 bus /sierra_3: Setting Powered False\u000a03:55:18.275850 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23507): Process ended prematurely: osmo-stp_10.42.42.5(pid=23507) [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23507)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23507): Process ended prematurely: osmo-stp_10.42.42.5(pid=23507) [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:55:19.390098 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:19.402268 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:55:19.566793 tst mo_mt_call_osmux.py: using LAC 25814\u000a03:55:19.692822 tst mo_mt_call_osmux.py: using RAC 59\u000a03:55:19.818681 tst mo_mt_call_osmux.py: using CellId 25814\u000a03:55:19.949748 tst mo_mt_call_osmux.py: using BVCI 25815\u000a03:55:19.974383 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:19.985813 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:19.997139 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:20.008347 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:20.019614 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:20.030927 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:20.148225 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:20.361230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:20.877623 run create_hlr_db(pid=23501): Launched\u000a03:55:21.065117 bus /sierra_2: Setting Powered False\u000a03:55:22.075537 run create_hlr_db(pid=23501): Terminated: ok {rc=0}\u000a03:55:22.489508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23503): Launched\u000a03:55:22.792821 run osmo-hlr_10.42.42.2(pid=23504): Launched\u000a03:55:22.907659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:23.442461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23506): Launched\u000a03:55:23.745722 run osmo-stp_10.42.42.5(pid=23507): Launched\u000a03:55:23.856862 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:24.411435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23509): Launched\u000a03:55:24.716377 run osmo-msc_10.42.42.6(pid=23510): Launched\u000a03:55:24.895559 run osmo-stp_10.42.42.5(pid=23507): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23507)]\u000a03:55:25.024373 run osmo-stp_10.42.42.5(pid=23507): stdout: \u000a| (launched: 2022-12-10_03:55:23.596378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:25.150876 run osmo-stp_10.42.42.5(pid=23507): stderr: \u000a| �[0;m�[38;5;43m20221210035523766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035523767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035523767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035523767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035523768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035523768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035523768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:25.272478 run osmo-stp_10.42.42.5(pid=23507): stdout: \u000a| (launched: 2022-12-10_03:55:23.596378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:25.393698 run osmo-stp_10.42.42.5(pid=23507): stderr: \u000a| �[0;m�[38;5;43m20221210035523766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035523767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035523767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035523767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035523768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035523768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035523768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:25.446873 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23507): Process ended prematurely: osmo-stp_10.42.42.5(pid=23507) [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23507)] [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:55:25.455519 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:55:25.516268 run osmo-hlr_10.42.42.2(pid=23504): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23504)]\u000a03:55:25.565406 run osmo-hlr_10.42.42.2(pid=23504): stdout: \u000a| (launched: 2022-12-10_03:55:22.643567) \u000a03:55:25.615158 run osmo-hlr_10.42.42.2(pid=23504): stderr: \u000a| �[0;m�[1;31m20221210035522821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035522821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035522821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035522821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035522821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035522822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035522834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035522843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035522843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035522843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:25.682383 run osmo-msc_10.42.42.6(pid=23510): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23510)]\u000a03:55:25.731580 run osmo-msc_10.42.42.6(pid=23510): stdout: \u000a| (launched: 2022-12-10_03:55:24.565900) \u000a03:55:25.781353 run osmo-msc_10.42.42.6(pid=23510): stderr: \u000a| �[0;m�[38;5;43m20221210035524839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035524839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d3c362c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035524839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035524839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035524839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035524839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035524842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035524842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035524842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035524842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:25.823442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23503): Terminating (SIGTERM)\u000a03:55:25.863284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23506): Terminating (SIGTERM)\u000a03:55:25.903072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23509): Terminating (SIGTERM)\u000a03:55:25.912435 --- ParallelTerminationStrategy: PID 23503 died...\u000a03:55:25.966566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23503): Terminated: ok {rc=0}\u000a03:55:25.976142 --- ParallelTerminationStrategy: PID 23506 died...\u000a03:55:26.029443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23506): Terminated: ok {rc=0}\u000a03:55:26.038975 --- ParallelTerminationStrategy: PID 23509 died...\u000a03:55:26.092286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23509): Terminated: ok {rc=0}\u000a03:55:26.176054 bus /sierra_3: Setting Powered False\u000a03:55:27.282166 bus /sierra_3: Setting Powered False\u000a03:55:28.392152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:55:09" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23522): Process ended prematurely: osmo-stp_10.42.42.5(pid=23522) [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23522)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23522): Process ended prematurely: osmo-stp_10.42.42.5(pid=23522) [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a03:55:30.376668 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:30.387526 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a03:55:30.525872 tst mo_mt_call.py: using LAC 25815\u000a03:55:30.644628 tst mo_mt_call.py: using RAC 60\u000a03:55:30.762983 tst mo_mt_call.py: using CellId 25815\u000a03:55:30.890811 tst mo_mt_call.py: using BVCI 25816\u000a03:55:30.915278 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:30.927410 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:30.939088 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:30.951335 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:30.964998 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:30.977661 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:55:31.099851 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:55:31.371607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:31.942373 run create_hlr_db(pid=23516): Launched\u000a03:55:32.133460 bus /sierra_2: Setting Powered False\u000a03:55:33.150271 run create_hlr_db(pid=23516): Terminated: ok {rc=0}\u000a03:55:33.578701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23518): Launched\u000a03:55:33.900487 run osmo-hlr_10.42.42.2(pid=23519): Launched\u000a03:55:34.018683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:34.578434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23521): Launched\u000a03:55:34.900237 run osmo-stp_10.42.42.5(pid=23522): Launched\u000a03:55:35.017691 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:35.605294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23524): Launched\u000a03:55:35.926355 run osmo-msc_10.42.42.6(pid=23525): Launched\u000a03:55:36.114394 run osmo-stp_10.42.42.5(pid=23522): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23522)]\u000a03:55:36.253965 run osmo-stp_10.42.42.5(pid=23522): stdout: \u000a| (launched: 2022-12-10_03:55:34.742680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:36.387604 run osmo-stp_10.42.42.5(pid=23522): stderr: \u000a| �[0;m�[38;5;43m20221210035534933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035534933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035534933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035534933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035534936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035534936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035534936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:36.516695 run osmo-stp_10.42.42.5(pid=23522): stdout: \u000a| (launched: 2022-12-10_03:55:34.742680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:36.644667 run osmo-stp_10.42.42.5(pid=23522): stderr: \u000a| �[0;m�[38;5;43m20221210035534933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035534933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035534933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035534933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035534936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035534936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035534936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:36.701556 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23522): Process ended prematurely: osmo-stp_10.42.42.5(pid=23522) [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23522)] [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a03:55:36.710886 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:55:36.772814 run osmo-hlr_10.42.42.2(pid=23519): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23519)]\u000a03:55:36.823691 run osmo-hlr_10.42.42.2(pid=23519): stdout: \u000a| (launched: 2022-12-10_03:55:33.743029) \u000a03:55:36.875139 run osmo-hlr_10.42.42.2(pid=23519): stderr: \u000a| �[0;m�[1;31m20221210035533943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035533943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035533943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035533943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035533943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035533943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035533955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035533965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035533965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035533965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:36.944742 run osmo-msc_10.42.42.6(pid=23525): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23525)]\u000a03:55:36.996328 run osmo-msc_10.42.42.6(pid=23525): stdout: \u000a| (launched: 2022-12-10_03:55:35.768789) \u000a03:55:37.048001 run osmo-msc_10.42.42.6(pid=23525): stderr: \u000a| �[0;m�[38;5;43m20221210035536092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035536093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd76e2ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035536093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035536093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035536093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035536093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035536095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035536095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035536096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035536096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:37.091737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23518): Terminating (SIGTERM)\u000a03:55:37.133150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23521): Terminating (SIGTERM)\u000a03:55:37.174244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23524): Terminating (SIGTERM)\u000a03:55:37.183732 --- ParallelTerminationStrategy: PID 23518 died...\u000a03:55:37.238909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23518): Terminated: ok {rc=0}\u000a03:55:37.248883 --- ParallelTerminationStrategy: PID 23521 died...\u000a03:55:37.303947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23521): Terminated: ok {rc=0}\u000a03:55:37.313840 --- ParallelTerminationStrategy: PID 23524 died...\u000a03:55:37.369082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23524): Terminated: ok {rc=0}\u000a03:55:37.455786 bus /sierra_3: Setting Powered False\u000a03:55:38.559347 bus /sierra_3: Setting Powered False\u000a03:55:39.669667 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23533): Process ended prematurely: osmo-stp_10.42.42.5(pid=23533) [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23533)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23533): Process ended prematurely: osmo-stp_10.42.42.5(pid=23533) [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:55:40.781110 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:40.792356 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a03:55:40.930308 tst mo_mt_call_osmux.py: using LAC 25816\u000a03:55:41.056277 tst mo_mt_call_osmux.py: using RAC 61\u000a03:55:41.181873 tst mo_mt_call_osmux.py: using CellId 25816\u000a03:55:41.313756 tst mo_mt_call_osmux.py: using BVCI 25817\u000a03:55:41.338372 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:41.349985 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:41.361176 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:41.372382 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:41.383558 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:55:41.394844 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:55:41.512293 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:55:41.715068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:42.193848 run create_hlr_db(pid=23527): Launched\u000a03:55:42.368526 bus /sierra_2: Setting Powered False\u000a03:55:43.390173 run create_hlr_db(pid=23527): Terminated: ok {rc=0}\u000a03:55:43.818920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23529): Launched\u000a03:55:44.141632 run osmo-hlr_10.42.42.2(pid=23530): Launched\u000a03:55:44.259746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:44.819578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23532): Launched\u000a03:55:45.142276 run osmo-stp_10.42.42.5(pid=23533): Launched\u000a03:55:45.259655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:45.850617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23535): Launched\u000a03:55:46.284016 run osmo-msc_10.42.42.6(pid=23536): Launched\u000a03:55:46.774192 run osmo-stp_10.42.42.5(pid=23533): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23533)]\u000a03:55:46.938583 run osmo-stp_10.42.42.5(pid=23533): stdout: \u000a| (launched: 2022-12-10_03:55:44.983933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:47.075905 run osmo-stp_10.42.42.5(pid=23533): stderr: \u000a| �[0;m�[38;5;43m20221210035545177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035545177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035545177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035545178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035545180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035545180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035545180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:47.208150 run osmo-stp_10.42.42.5(pid=23533): stdout: \u000a| (launched: 2022-12-10_03:55:44.983933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:47.339916 run osmo-stp_10.42.42.5(pid=23533): stderr: \u000a| �[0;m�[38;5;43m20221210035545177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035545177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035545177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035545178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035545180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035545180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035545180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:47.398023 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23533): Process ended prematurely: osmo-stp_10.42.42.5(pid=23533) [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23533)] [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a03:55:47.408056 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a03:55:47.470898 run osmo-hlr_10.42.42.2(pid=23530): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23530)]\u000a03:55:47.522243 run osmo-hlr_10.42.42.2(pid=23530): stdout: \u000a| (launched: 2022-12-10_03:55:43.983393) \u000a03:55:47.574042 run osmo-hlr_10.42.42.2(pid=23530): stderr: \u000a| �[0;m�[1;31m20221210035544184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035544184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035544184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035544184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035544184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035544184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035544197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035544205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035544205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035544205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:47.644056 run osmo-msc_10.42.42.6(pid=23536): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23536)]\u000a03:55:47.695049 run osmo-msc_10.42.42.6(pid=23536): stdout: \u000a| (launched: 2022-12-10_03:55:46.023309) \u000a03:55:47.746490 run osmo-msc_10.42.42.6(pid=23536): stderr: \u000a| �[0;m�[38;5;43m20221210035546525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035546525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d44e3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035546525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035546525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035546526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035546526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035546529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035546530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035546530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035546530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:47.790541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23529): Terminating (SIGTERM)\u000a03:55:47.832482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23532): Terminating (SIGTERM)\u000a03:55:47.874308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23535): Terminating (SIGTERM)\u000a03:55:47.883933 --- ParallelTerminationStrategy: PID 23529 died...\u000a03:55:47.939678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23529): Terminated: ok {rc=0}\u000a03:55:47.949687 --- ParallelTerminationStrategy: PID 23532 died...\u000a03:55:48.005165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23532): Terminated: ok {rc=0}\u000a03:55:48.015203 --- ParallelTerminationStrategy: PID 23535 died...\u000a03:55:48.070873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23535): Terminated: ok {rc=0}\u000a03:55:48.157025 bus /sierra_3: Setting Powered False\u000a03:55:49.264288 bus /sierra_3: Setting Powered False\u000a03:55:50.371002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:55:30" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23547): Process ended prematurely: osmo-stp_10.42.42.5(pid=23547) [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23547)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23547): Process ended prematurely: osmo-stp_10.42.42.5(pid=23547) [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a03:55:52.376348 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:55:52.388273 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:55:52.536211 tst mo_mt_call.py: using LAC 25817\u000a03:55:52.669398 tst mo_mt_call.py: using RAC 62\u000a03:55:52.793831 tst mo_mt_call.py: using CellId 25817\u000a03:55:52.918402 tst mo_mt_call.py: using BVCI 25818\u000a03:55:52.942972 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:55:52.954784 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:55:52.966416 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:55:52.978118 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:55:52.989904 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:55:53.001533 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:55:53.116725 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:55:53.317060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:53.795633 run create_hlr_db(pid=23541): Launched\u000a03:55:53.970384 bus /sierra_2: Setting Powered False\u000a03:55:54.990846 run create_hlr_db(pid=23541): Terminated: ok {rc=0}\u000a03:55:55.420052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23543): Launched\u000a03:55:55.742467 run osmo-hlr_10.42.42.2(pid=23544): Launched\u000a03:55:55.859746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:56.419753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23546): Launched\u000a03:55:56.743335 run osmo-stp_10.42.42.5(pid=23547): Launched\u000a03:55:56.863052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:57.453973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23549): Launched\u000a03:55:57.776532 run osmo-msc_10.42.42.6(pid=23550): Launched\u000a03:55:57.965358 run osmo-stp_10.42.42.5(pid=23547): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23547)]\u000a03:55:58.101677 run osmo-stp_10.42.42.5(pid=23547): stdout: \u000a| (launched: 2022-12-10_03:55:56.584706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:58.237784 run osmo-stp_10.42.42.5(pid=23547): stderr: \u000a| �[0;m�[38;5;43m20221210035556780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035556780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035556780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035556780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035556781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035556781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035556781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:58.367244 run osmo-stp_10.42.42.5(pid=23547): stdout: \u000a| (launched: 2022-12-10_03:55:56.584706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:58.495373 run osmo-stp_10.42.42.5(pid=23547): stderr: \u000a| �[0;m�[38;5;43m20221210035556780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035556780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035556780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035556780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035556781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035556781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035556781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:58.552192 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23547): Process ended prematurely: osmo-stp_10.42.42.5(pid=23547) [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23547)] [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a03:55:58.561456 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:55:58.623031 run osmo-hlr_10.42.42.2(pid=23544): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23544)]\u000a03:55:58.673728 run osmo-hlr_10.42.42.2(pid=23544): stdout: \u000a| (launched: 2022-12-10_03:55:55.584292) \u000a03:55:58.724739 run osmo-hlr_10.42.42.2(pid=23544): stderr: \u000a| �[0;m�[1;31m20221210035555785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035555785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035555785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035555785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035555785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035555785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035555797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035555805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035555805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035555805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:58.794799 run osmo-msc_10.42.42.6(pid=23550): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23550)]\u000a03:55:58.845448 run osmo-msc_10.42.42.6(pid=23550): stdout: \u000a| (launched: 2022-12-10_03:55:57.618583) \u000a03:55:58.896678 run osmo-msc_10.42.42.6(pid=23550): stderr: \u000a| �[0;m�[38;5;43m20221210035557943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035557943 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79a1261c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035557943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035557943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035557943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035557944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035557945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035557946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035557946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035557946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:58.940324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23543): Terminating (SIGTERM)\u000a03:55:58.981547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23546): Terminating (SIGTERM)\u000a03:55:59.022759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23549): Terminating (SIGTERM)\u000a03:55:59.031971 --- ParallelTerminationStrategy: PID 23543 died...\u000a03:55:59.087471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23543): Terminated: ok {rc=0}\u000a03:55:59.097472 --- ParallelTerminationStrategy: PID 23546 died...\u000a03:55:59.152745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23546): Terminated: ok {rc=0}\u000a03:55:59.162801 --- ParallelTerminationStrategy: PID 23549 died...\u000a03:55:59.218039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23549): Terminated: ok {rc=0}\u000a03:55:59.304450 bus /sierra_3: Setting Powered False\u000a03:56:00.408146 bus /sierra_3: Setting Powered False\u000a03:56:01.517568 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23558): Process ended prematurely: osmo-stp_10.42.42.5(pid=23558) [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23558): Process ended prematurely: osmo-stp_10.42.42.5(pid=23558) [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:56:02.630145 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:02.642517 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:56:02.789241 tst mo_mt_call_osmux.py: using LAC 25818\u000a03:56:02.916610 tst mo_mt_call_osmux.py: using RAC 63\u000a03:56:03.044558 tst mo_mt_call_osmux.py: using CellId 25818\u000a03:56:03.169784 tst mo_mt_call_osmux.py: using BVCI 25819\u000a03:56:03.194605 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:03.206461 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:03.218141 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:03.230003 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:03.242165 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:03.253718 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:03.370689 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:03.578566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:04.055840 run create_hlr_db(pid=23552): Launched\u000a03:56:04.230074 bus /sierra_2: Setting Powered False\u000a03:56:05.252082 run create_hlr_db(pid=23552): Terminated: ok {rc=0}\u000a03:56:05.680475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23554): Launched\u000a03:56:06.002708 run osmo-hlr_10.42.42.2(pid=23555): Launched\u000a03:56:06.123394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:06.684013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23557): Launched\u000a03:56:07.005709 run osmo-stp_10.42.42.5(pid=23558): Launched\u000a03:56:07.124282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:07.711688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23560): Launched\u000a03:56:08.033009 run osmo-msc_10.42.42.6(pid=23561): Launched\u000a03:56:08.221066 run osmo-stp_10.42.42.5(pid=23558): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]\u000a03:56:08.357773 run osmo-stp_10.42.42.5(pid=23558): stdout: \u000a| (launched: 2022-12-10_03:56:06.848338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:08.492802 run osmo-stp_10.42.42.5(pid=23558): stderr: \u000a| �[0;m�[38;5;43m20221210035607039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035607039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035607039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035607039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035607042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035607042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035607042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:08.622079 run osmo-stp_10.42.42.5(pid=23558): stdout: \u000a| (launched: 2022-12-10_03:56:06.848338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:08.750170 run osmo-stp_10.42.42.5(pid=23558): stderr: \u000a| �[0;m�[38;5;43m20221210035607039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035607039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035607039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035607039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035607042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035607042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035607042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:08.806797 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23558): Process ended prematurely: osmo-stp_10.42.42.5(pid=23558) [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)] [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a03:56:08.816148 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:56:08.878472 run osmo-hlr_10.42.42.2(pid=23555): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23555)]\u000a03:56:08.929560 run osmo-hlr_10.42.42.2(pid=23555): stdout: \u000a| (launched: 2022-12-10_03:56:05.845054) \u000a03:56:08.981167 run osmo-hlr_10.42.42.2(pid=23555): stderr: \u000a| �[0;m�[1;31m20221210035606041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035606041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035606041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035606041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035606041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035606042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035606054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035606063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035606063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035606063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:09.051536 run osmo-msc_10.42.42.6(pid=23561): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23561)]\u000a03:56:09.102500 run osmo-msc_10.42.42.6(pid=23561): stdout: \u000a| (launched: 2022-12-10_03:56:07.875436) \u000a03:56:09.153808 run osmo-msc_10.42.42.6(pid=23561): stderr: \u000a| �[0;m�[38;5;43m20221210035608197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035608197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb23a2b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035608198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035608198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035608198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035608198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035608200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035608200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035608200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035608200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:09.197553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23554): Terminating (SIGTERM)\u000a03:56:09.239499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23557): Terminating (SIGTERM)\u000a03:56:09.281338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23560): Terminating (SIGTERM)\u000a03:56:09.290959 --- ParallelTerminationStrategy: PID 23554 died...\u000a03:56:09.346592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23554): Terminated: ok {rc=0}\u000a03:56:09.356649 --- ParallelTerminationStrategy: PID 23557 died...\u000a03:56:09.412196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23557): Terminated: ok {rc=0}\u000a03:56:09.422193 --- ParallelTerminationStrategy: PID 23560 died...\u000a03:56:09.477904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23560): Terminated: ok {rc=0}\u000a03:56:09.565089 bus /sierra_3: Setting Powered False\u000a03:56:10.671242 bus /sierra_3: Setting Powered False\u000a03:56:11.781951 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:55:52" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23572): Process ended prematurely: osmo-stp_10.42.42.5(pid=23572) [trial-2369↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23572)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23572): Process ended prematurely: osmo-stp_10.42.42.5(pid=23572) [trial-2369↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:56:13.805213 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:13.816258 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a03:56:13.958016 tst emergency_mo_mt_call.py: using LAC 25819\u000a03:56:14.081844 tst emergency_mo_mt_call.py: using RAC 64\u000a03:56:14.207876 tst emergency_mo_mt_call.py: using CellId 25819\u000a03:56:14.332217 tst emergency_mo_mt_call.py: using BVCI 25820\u000a03:56:14.356448 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:14.367629 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:14.378652 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:14.389598 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:14.400421 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:14.411416 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:14.525628 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:14.724126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:15.194931 run create_hlr_db(pid=23566): Launched\u000a03:56:15.368133 bus /sierra_2: Setting Powered False\u000a03:56:16.391224 run create_hlr_db(pid=23566): Terminated: ok {rc=0}\u000a03:56:16.901507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23568): Launched\u000a03:56:17.323310 run osmo-hlr_10.42.42.2(pid=23569): Launched\u000a03:56:17.448330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:17.965844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23571): Launched\u000a03:56:18.264392 run osmo-stp_10.42.42.5(pid=23572): Launched\u000a03:56:18.384927 tst emergency_mo_mt_call.py: using MSISDN 7541\u000a03:56:18.533345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:19.076591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23574): Launched\u000a03:56:19.375476 run osmo-msc_10.42.42.6(pid=23575): Launched\u000a03:56:19.550790 run osmo-stp_10.42.42.5(pid=23572): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23572)]\u000a03:56:19.677827 run osmo-stp_10.42.42.5(pid=23572): stdout: \u000a| (launched: 2022-12-10_03:56:18.117175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:19.801749 run osmo-stp_10.42.42.5(pid=23572): stderr: \u000a| �[0;m�[38;5;43m20221210035618285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035618285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035618285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035618286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035618286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035618286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035618286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:19.921335 run osmo-stp_10.42.42.5(pid=23572): stdout: \u000a| (launched: 2022-12-10_03:56:18.117175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:20.039602 run osmo-stp_10.42.42.5(pid=23572): stderr: \u000a| �[0;m�[38;5;43m20221210035618285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035618285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035618285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035618286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035618286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035618286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035618286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:20.091515 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23572): Process ended prematurely: osmo-stp_10.42.42.5(pid=23572) [trial-2369↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23572)] [trial-2369↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a03:56:20.099745 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a03:56:20.159264 run osmo-hlr_10.42.42.2(pid=23569): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23569)]\u000a03:56:20.207961 run osmo-hlr_10.42.42.2(pid=23569): stdout: \u000a| (launched: 2022-12-10_03:56:17.109142) \u000a03:56:20.257639 run osmo-hlr_10.42.42.2(pid=23569): stderr: \u000a| �[0;m�[1;31m20221210035617314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035617314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035617314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035617314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035617314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035617314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035617330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035617351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035617352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035617352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:20.324419 run osmo-msc_10.42.42.6(pid=23575): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23575)]\u000a03:56:20.373163 run osmo-msc_10.42.42.6(pid=23575): stdout: \u000a| (launched: 2022-12-10_03:56:19.227300) \u000a03:56:20.422411 run osmo-msc_10.42.42.6(pid=23575): stderr: \u000a| �[0;m�[38;5;43m20221210035619500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035619500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d3fef1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035619500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035619501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035619501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035619501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035619503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035619503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035619504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035619504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:20.464043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23568): Terminating (SIGTERM)\u000a03:56:20.503542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23571): Terminating (SIGTERM)\u000a03:56:20.543208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23574): Terminating (SIGTERM)\u000a03:56:20.552545 --- ParallelTerminationStrategy: PID 23568 died...\u000a03:56:20.605494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23568): Terminated: ok {rc=0}\u000a03:56:20.615231 --- ParallelTerminationStrategy: PID 23571 died...\u000a03:56:20.667693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23571): Terminated: ok {rc=0}\u000a03:56:20.677507 --- ParallelTerminationStrategy: PID 23574 died...\u000a03:56:20.730301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23574): Terminated: ok {rc=0}\u000a03:56:20.818409 bus /sierra_3: Setting Powered False\u000a03:56:21.921984 bus /sierra_3: Setting Powered False\u000a03:56:23.028095 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23583): Process ended prematurely: osmo-stp_10.42.42.5(pid=23583) [trial-2369↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23583)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23583): Process ended prematurely: osmo-stp_10.42.42.5(pid=23583) [trial-2369↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:56:24.080746 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:24.092671 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a03:56:24.235818 tst emergency_preemptive_call.py: using LAC 25820\u000a03:56:24.362418 tst emergency_preemptive_call.py: using RAC 65\u000a03:56:24.486162 tst emergency_preemptive_call.py: using CellId 25820\u000a03:56:24.614293 tst emergency_preemptive_call.py: using BVCI 25821\u000a03:56:24.638374 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:24.649508 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:24.660359 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:24.671303 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:24.682259 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:24.693263 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:24.809457 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:24.925370 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:25.037800 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:25.242873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:25.750271 run create_hlr_db(pid=23577): Launched\u000a03:56:25.934572 bus /sierra_2: Setting Powered False\u000a03:56:26.954479 run create_hlr_db(pid=23577): Terminated: ok {rc=0}\u000a03:56:27.377119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23579): Launched\u000a03:56:27.694121 run osmo-hlr_10.42.42.2(pid=23580): Launched\u000a03:56:27.810158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:28.360274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23582): Launched\u000a03:56:28.677821 run osmo-stp_10.42.42.5(pid=23583): Launched\u000a03:56:28.804116 tst emergency_preemptive_call.py: using MSISDN 7542\u000a03:56:28.962599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:29.539536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23585): Launched\u000a03:56:29.856631 run osmo-msc_10.42.42.6(pid=23586): Launched\u000a03:56:30.042282 run osmo-stp_10.42.42.5(pid=23583): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23583)]\u000a03:56:30.176178 run osmo-stp_10.42.42.5(pid=23583): stdout: \u000a| (launched: 2022-12-10_03:56:28.521874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:30.310462 run osmo-stp_10.42.42.5(pid=23583): stderr: \u000a| �[0;m�[38;5;43m20221210035628713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035628714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:30.438314 run osmo-stp_10.42.42.5(pid=23583): stdout: \u000a| (launched: 2022-12-10_03:56:28.521874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:30.564626 run osmo-stp_10.42.42.5(pid=23583): stderr: \u000a| �[0;m�[38;5;43m20221210035628713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035628714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:30.620110 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23583): Process ended prematurely: osmo-stp_10.42.42.5(pid=23583) [trial-2369↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23583)] [trial-2369↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a03:56:30.628867 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a03:56:30.691160 run osmo-hlr_10.42.42.2(pid=23580): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23580)]\u000a03:56:30.742155 run osmo-hlr_10.42.42.2(pid=23580): stdout: \u000a| (launched: 2022-12-10_03:56:27.538731) \u000a03:56:30.794029 run osmo-hlr_10.42.42.2(pid=23580): stderr: \u000a| �[0;m�[1;31m20221210035627739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035627739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035627739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035627739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035627739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035627740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035627753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035627761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035627762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035627762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:30.889815 run osmo-msc_10.42.42.6(pid=23586): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23586)]\u000a03:56:30.950765 run osmo-msc_10.42.42.6(pid=23586): stdout: \u000a| (launched: 2022-12-10_03:56:29.701473) \u000a03:56:31.022002 run osmo-msc_10.42.42.6(pid=23586): stderr: \u000a| �[0;m�[38;5;43m20221210035630024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210035630024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ae00c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210035630024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210035630024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210035630024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210035630025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210035630026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210035630027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210035630027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210035630027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:31.077566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23579): Terminating (SIGTERM)\u000a03:56:31.134151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23582): Terminating (SIGTERM)\u000a03:56:31.189606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23585): Terminating (SIGTERM)\u000a03:56:31.202612 --- ParallelTerminationStrategy: PID 23579 died...\u000a03:56:31.274560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23579): Terminated: ok {rc=0}\u000a03:56:31.287897 --- ParallelTerminationStrategy: PID 23582 died...\u000a03:56:31.358478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23582): Terminated: ok {rc=0}\u000a03:56:31.371498 --- ParallelTerminationStrategy: PID 23585 died...\u000a03:56:31.442792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23585): Terminated: ok {rc=0}\u000a03:56:31.543080 bus /sierra_9: Setting Powered False\u000a03:56:32.647303 bus /sierra_9: Setting Powered False\u000a03:56:33.754012 bus /sierra_8: Setting Powered False\u000a03:56:34.859113 bus /sierra_8: Setting Powered False\u000a03:56:35.966748 bus /sierra_3: Setting Powered False\u000a03:56:37.072506 bus /sierra_3: Setting Powered False\u000a03:56:38.180777 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:56:13" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23601): Process ended prematurely: osmo-stp_10.42.42.5(pid=23601) [trial-2369↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23601)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23601): Process ended prematurely: osmo-stp_10.42.42.5(pid=23601) [trial-2369↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:56:40.319492 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:40.330580 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:56:40.475441 tst cs_paging_gprs_active.py: using LAC 25821\u000a03:56:40.600042 tst cs_paging_gprs_active.py: using RAC 66\u000a03:56:40.724855 tst cs_paging_gprs_active.py: using CellId 25821\u000a03:56:40.849728 tst cs_paging_gprs_active.py: using BVCI 25822\u000a03:56:40.874436 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:40.885451 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:40.896251 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:40.907124 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:40.917857 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:40.928464 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:40.939417 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:40.950204 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:40.961118 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:41.077783 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:41.362555 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:56:41.490670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:56:41.806079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23591): Launched\u000a03:56:42.068003 run iperf3-srv_10.42.42.10(pid=23592): Launched\u000a03:56:42.254537 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:56:42.381614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:56:42.696473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23593): Launched\u000a03:56:42.957894 run iperf3-srv_10.42.42.10(pid=23594): Launched\u000a03:56:43.143938 tst cs_paging_gprs_active.py:38: start network...\u000a03:56:43.270932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:43.756073 run create_hlr_db(pid=23595): Launched\u000a03:56:43.931510 bus /sierra_2: Setting Powered False\u000a03:56:44.953505 run create_hlr_db(pid=23595): Terminated: ok {rc=0}\u000a03:56:45.384273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23597): Launched\u000a03:56:45.709811 run osmo-hlr_10.42.42.2(pid=23598): Launched\u000a03:56:45.838294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:46.491752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23600): Launched\u000a03:56:46.853420 run osmo-stp_10.42.42.5(pid=23601): Launched\u000a03:56:47.011968 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:56:47.658535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23603): Launched\u000a03:56:47.774514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:56:48.058090 run patchelf(pid=23604): Launched\u000a03:56:48.248613 run osmo-stp_10.42.42.5(pid=23601): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23601)]\u000a03:56:48.387953 run osmo-stp_10.42.42.5(pid=23601): stdout: \u000a| (launched: 2022-12-10_03:56:46.659674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:48.527113 run osmo-stp_10.42.42.5(pid=23601): stderr: \u000a| �[0;m�[38;5;43m20221210035647011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035647011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035647011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035647012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035647012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035647012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035647012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:48.661396 run osmo-stp_10.42.42.5(pid=23601): stdout: \u000a| (launched: 2022-12-10_03:56:46.659674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:48.794156 run osmo-stp_10.42.42.5(pid=23601): stderr: \u000a| �[0;m�[38;5;43m20221210035647011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035647011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035647011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035647012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035647012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035647012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035647012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:48.949221 run patchelf(pid=23604): Terminating (SIGINT)\u000a03:56:49.130785 run patchelf(pid=23604): Terminated: ok {rc=0}\u000a03:56:49.164193 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23601): Process ended prematurely: osmo-stp_10.42.42.5(pid=23601) [trial-2369↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23601)] [trial-2369↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a03:56:49.174469 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a03:56:49.236907 run osmo-hlr_10.42.42.2(pid=23598): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23598)]\u000a03:56:49.287933 run osmo-hlr_10.42.42.2(pid=23598): stdout: \u000a| (launched: 2022-12-10_03:56:45.550202) \u000a03:56:49.339453 run osmo-hlr_10.42.42.2(pid=23598): stderr: \u000a| �[0;m�[1;31m20221210035645751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035645752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035645752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035645752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035645752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035645752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035645764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035645773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035645773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035645773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:49.383573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23591): Terminating (SIGTERM)\u000a03:56:49.425075 run iperf3-srv_10.42.42.10(pid=23592): Terminating (SIGTERM)\u000a03:56:49.466494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23593): Terminating (SIGTERM)\u000a03:56:49.507667 run iperf3-srv_10.42.42.10(pid=23594): Terminating (SIGTERM)\u000a03:56:49.549186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23597): Terminating (SIGTERM)\u000a03:56:49.590850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23600): Terminating (SIGTERM)\u000a03:56:49.632544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23603): Terminating (SIGTERM)\u000a03:56:49.642202 --- ParallelTerminationStrategy: PID 23591 died...\u000a03:56:49.698081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23591): Terminated: ok {rc=0}\u000a03:56:49.708030 --- ParallelTerminationStrategy: PID 23592 died...\u000a03:56:49.763076 run iperf3-srv_10.42.42.10(pid=23592): Terminated {rc=256}\u000a03:56:49.773015 --- ParallelTerminationStrategy: PID 23593 died...\u000a03:56:49.827929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23593): Terminated: ok {rc=0}\u000a03:56:49.837909 --- ParallelTerminationStrategy: PID 23594 died...\u000a03:56:49.892677 run iperf3-srv_10.42.42.10(pid=23594): Terminated {rc=256}\u000a03:56:49.902572 --- ParallelTerminationStrategy: PID 23597 died...\u000a03:56:49.957749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23597): Terminated: ok {rc=0}\u000a03:56:49.967677 --- ParallelTerminationStrategy: PID 23600 died...\u000a03:56:50.023261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23600): Terminated: ok {rc=0}\u000a03:56:50.033338 --- ParallelTerminationStrategy: PID 23603 died...\u000a03:56:50.088718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23603): Terminated: ok {rc=0}\u000a03:56:50.174627 bus /gobi_0: Setting Powered False\u000a03:56:51.281675 bus /gobi_0: Setting Powered False\u000a03:56:52.389374 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23613): Process ended prematurely: osmo-stp_10.42.42.5(pid=23613) [trial-2369↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23613): Process ended prematurely: osmo-stp_10.42.42.5(pid=23613) [trial-2369↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a03:56:53.504299 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:53.515838 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:56:53.666121 tst iperf3.py: using LAC 25822\u000a03:56:53.790224 tst iperf3.py: using RAC 67\u000a03:56:53.914881 tst iperf3.py: using CellId 25822\u000a03:56:54.044366 tst iperf3.py: using BVCI 25823\u000a03:56:54.069049 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:54.080250 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:54.091215 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:54.102150 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:54.112924 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:54.123762 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:54.134892 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:54.145709 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:56:54.156686 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:54.435894 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:56:54.562887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:56:54.877206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23605): Launched\u000a03:56:55.138552 run iperf3-srv_10.42.42.10(pid=23606): Launched\u000a03:56:55.324902 tst iperf3.py:8: start network...\u000a03:56:55.451695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:55.944664 run create_hlr_db(pid=23607): Launched\u000a03:56:56.132056 bus /gobi_6: Setting Powered False\u000a03:56:57.153105 run create_hlr_db(pid=23607): Terminated: ok {rc=0}\u000a03:56:57.583315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23609): Launched\u000a03:56:57.906083 run osmo-hlr_10.42.42.2(pid=23610): Launched\u000a03:56:58.023410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:58.586340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23612): Launched\u000a03:56:58.909750 run osmo-stp_10.42.42.5(pid=23613): Launched\u000a03:56:59.027771 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:56:59.591407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23615): Launched\u000a03:56:59.707721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:56:59.988147 run patchelf(pid=23616): Launched\u000a03:57:00.177191 run osmo-stp_10.42.42.5(pid=23613): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]\u000a03:57:00.315939 run osmo-stp_10.42.42.5(pid=23613): stdout: \u000a| (launched: 2022-12-10_03:56:58.751075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:00.454995 run osmo-stp_10.42.42.5(pid=23613): stderr: \u000a| �[0;m�[38;5;43m20221210035658942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035658943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035658943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035658943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035658944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035658944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035658944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:00.588893 run osmo-stp_10.42.42.5(pid=23613): stdout: \u000a| (launched: 2022-12-10_03:56:58.751075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:00.721035 run osmo-stp_10.42.42.5(pid=23613): stderr: \u000a| �[0;m�[38;5;43m20221210035658942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035658943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035658943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035658943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035658944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035658944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035658944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:00.875756 run patchelf(pid=23616): Terminating (SIGINT)\u000a03:57:01.059715 run patchelf(pid=23616): Terminated: ok {rc=0}\u000a03:57:01.094856 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23613): Process ended prematurely: osmo-stp_10.42.42.5(pid=23613) [trial-2369↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)] [trial-2369↪gprs:trx-b200↪iperf3.py:8]\u000a03:57:01.106198 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:57:01.170238 run osmo-hlr_10.42.42.2(pid=23610): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23610)]\u000a03:57:01.222031 run osmo-hlr_10.42.42.2(pid=23610): stdout: \u000a| (launched: 2022-12-10_03:56:57.748258) \u000a03:57:01.274800 run osmo-hlr_10.42.42.2(pid=23610): stderr: \u000a| �[0;m�[1;31m20221210035657945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035657945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035657945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035657945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035657945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035657945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035657957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035657965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035657966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035657966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:01.320072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23605): Terminating (SIGTERM)\u000a03:57:01.363858 run iperf3-srv_10.42.42.10(pid=23606): Terminating (SIGTERM)\u000a03:57:01.409129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23609): Terminating (SIGTERM)\u000a03:57:01.452309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23612): Terminating (SIGTERM)\u000a03:57:01.496155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23615): Terminating (SIGTERM)\u000a03:57:01.506815 --- ParallelTerminationStrategy: PID 23605 died...\u000a03:57:01.564894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23605): Terminated: ok {rc=0}\u000a03:57:01.575367 --- ParallelTerminationStrategy: PID 23606 died...\u000a03:57:01.632276 run iperf3-srv_10.42.42.10(pid=23606): Terminated {rc=256}\u000a03:57:01.643040 --- ParallelTerminationStrategy: PID 23609 died...\u000a03:57:01.699851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23609): Terminated: ok {rc=0}\u000a03:57:01.710361 --- ParallelTerminationStrategy: PID 23612 died...\u000a03:57:01.766910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23612): Terminated: ok {rc=0}\u000a03:57:01.777463 --- ParallelTerminationStrategy: PID 23615 died...\u000a03:57:01.834657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23615): Terminated: ok {rc=0}\u000a03:57:01.922992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 184, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23631): Process ended prematurely: osmo-stp_10.42.42.5(pid=23631) [trial-2369↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23631)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23631): Process ended prematurely: osmo-stp_10.42.42.5(pid=23631) [trial-2369↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a03:57:03.036875 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:03.047975 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:03.186772 tst iperf3m4.py: using LAC 25823\u000a03:57:03.306036 tst iperf3m4.py: using RAC 68\u000a03:57:03.429138 tst iperf3m4.py: using CellId 25823\u000a03:57:03.551590 tst iperf3m4.py: using BVCI 25824\u000a03:57:03.574811 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:03.585482 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:03.595841 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:03.606973 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:03.618063 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:03.629112 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:03.640380 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:03.651516 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:03.662971 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:03.782993 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:03.901995 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:04.018545 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:04.296107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:57:04.423035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:04.738320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23617): Launched\u000a03:57:05.000318 run iperf3-srv_10.42.42.10(pid=23618): Launched\u000a03:57:05.187088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:57:05.314514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:05.630258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23619): Launched\u000a03:57:05.892611 run iperf3-srv_10.42.42.10(pid=23620): Launched\u000a03:57:06.078742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:57:06.205387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:06.520396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23621): Launched\u000a03:57:06.781323 run iperf3-srv_10.42.42.10(pid=23622): Launched\u000a03:57:06.966069 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:57:07.092217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:07.407135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23623): Launched\u000a03:57:07.668294 run iperf3-srv_10.42.42.10(pid=23624): Launched\u000a03:57:07.854751 tst iperf3m4.py:8: start network...\u000a03:57:07.981430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:08.458246 run create_hlr_db(pid=23625): Launched\u000a03:57:08.633652 bus /gobi_6: Setting Powered False\u000a03:57:09.655153 run create_hlr_db(pid=23625): Terminated: ok {rc=0}\u000a03:57:10.060207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23627): Launched\u000a03:57:10.364232 run osmo-hlr_10.42.42.2(pid=23628): Launched\u000a03:57:10.482243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:11.015077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23630): Launched\u000a03:57:11.319186 run osmo-stp_10.42.42.5(pid=23631): Launched\u000a03:57:11.438328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:11.970696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23633): Launched\u000a03:57:12.079058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:12.343896 run patchelf(pid=23634): Launched\u000a03:57:12.522027 run osmo-stp_10.42.42.5(pid=23631): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23631)]\u000a03:57:12.652907 run osmo-stp_10.42.42.5(pid=23631): stdout: \u000a| (launched: 2022-12-10_03:57:11.169410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:12.784301 run osmo-stp_10.42.42.5(pid=23631): stderr: \u000a| �[0;m�[38;5;43m20221210035711340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035711341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035711341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035711341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035711342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035711342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035711342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:12.910919 run osmo-stp_10.42.42.5(pid=23631): stdout: \u000a| (launched: 2022-12-10_03:57:11.169410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:13.036432 run osmo-stp_10.42.42.5(pid=23631): stderr: \u000a| �[0;m�[38;5;43m20221210035711340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035711341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035711341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035711341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035711342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035711342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035711342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:13.181936 run patchelf(pid=23634): Terminating (SIGINT)\u000a03:57:13.353056 run patchelf(pid=23634): Terminated: ok {rc=0}\u000a03:57:13.384478 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23631): Process ended prematurely: osmo-stp_10.42.42.5(pid=23631) [trial-2369↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23631)] [trial-2369↪gprs:trx-b200↪iperf3m4.py:8]\u000a03:57:13.394017 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a03:57:13.454240 run osmo-hlr_10.42.42.2(pid=23628): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23628)]\u000a03:57:13.502940 run osmo-hlr_10.42.42.2(pid=23628): stdout: \u000a| (launched: 2022-12-10_03:57:10.214593) \u000a03:57:13.552251 run osmo-hlr_10.42.42.2(pid=23628): stderr: \u000a| �[0;m�[1;31m20221210035710389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035710389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035710389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035710389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035710389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035710389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035710401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035710410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035710410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035710410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:13.593578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23617): Terminating (SIGTERM)\u000a03:57:13.633024 run iperf3-srv_10.42.42.10(pid=23618): Terminating (SIGTERM)\u000a03:57:13.673098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23619): Terminating (SIGTERM)\u000a03:57:13.712695 run iperf3-srv_10.42.42.10(pid=23620): Terminating (SIGTERM)\u000a03:57:13.752424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23621): Terminating (SIGTERM)\u000a03:57:13.791979 run iperf3-srv_10.42.42.10(pid=23622): Terminating (SIGTERM)\u000a03:57:13.831358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23623): Terminating (SIGTERM)\u000a03:57:13.870627 run iperf3-srv_10.42.42.10(pid=23624): Terminating (SIGTERM)\u000a03:57:13.909900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23627): Terminating (SIGTERM)\u000a03:57:13.949250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23630): Terminating (SIGTERM)\u000a03:57:13.988676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23633): Terminating (SIGTERM)\u000a03:57:13.998016 --- ParallelTerminationStrategy: PID 23617 died...\u000a03:57:14.051042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23617): Terminated: ok {rc=0}\u000a03:57:14.061001 --- ParallelTerminationStrategy: PID 23618 died...\u000a03:57:14.113355 run iperf3-srv_10.42.42.10(pid=23618): Terminated {rc=256}\u000a03:57:14.123082 --- ParallelTerminationStrategy: PID 23619 died...\u000a03:57:14.175650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23619): Terminated: ok {rc=0}\u000a03:57:14.185218 --- ParallelTerminationStrategy: PID 23620 died...\u000a03:57:14.237423 run iperf3-srv_10.42.42.10(pid=23620): Terminated {rc=256}\u000a03:57:14.247010 --- ParallelTerminationStrategy: PID 23621 died...\u000a03:57:14.300013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23621): Terminated: ok {rc=0}\u000a03:57:14.309898 --- ParallelTerminationStrategy: PID 23622 died...\u000a03:57:14.362820 run iperf3-srv_10.42.42.10(pid=23622): Terminated {rc=256}\u000a03:57:14.372257 --- ParallelTerminationStrategy: PID 23623 died...\u000a03:57:14.424635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23623): Terminated: ok {rc=0}\u000a03:57:14.434278 --- ParallelTerminationStrategy: PID 23624 died...\u000a03:57:14.486347 run iperf3-srv_10.42.42.10(pid=23624): Terminated {rc=256}\u000a03:57:14.496023 --- ParallelTerminationStrategy: PID 23627 died...\u000a03:57:14.548369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23627): Terminated: ok {rc=0}\u000a03:57:14.557878 --- ParallelTerminationStrategy: PID 23630 died...\u000a03:57:14.610391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23630): Terminated: ok {rc=0}\u000a03:57:14.619912 --- ParallelTerminationStrategy: PID 23633 died...\u000a03:57:14.672848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23633): Terminated: ok {rc=0}\u000a03:57:14.760709 bus /gobi_4: Setting Powered False\u000a03:57:15.889584 bus /gobi_4: Setting Powered False\u000a03:57:17.004805 bus /gobi_1: Setting Powered False\u000a03:57:18.110022 bus /gobi_1: Setting Powered False\u000a03:57:19.220106 bus /gobi_0: Setting Powered False\u000a03:57:20.322338 bus /gobi_0: Setting Powered False\u000a03:57:21.428884 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 184, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23641): Process ended prematurely: osmo-stp_10.42.42.5(pid=23641) [trial-2369↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23641)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23641): Process ended prematurely: osmo-stp_10.42.42.5(pid=23641) [trial-2369↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a03:57:22.497715 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:22.509522 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:22.647345 tst ping.py: using LAC 25824\u000a03:57:22.765120 tst ping.py: using RAC 69\u000a03:57:22.882340 tst ping.py: using CellId 25824\u000a03:57:23.004003 tst ping.py: using BVCI 25825\u000a03:57:23.026816 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:23.037448 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:23.047861 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:23.058537 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:23.069080 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:23.079648 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:23.090407 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:23.101085 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:23.388669 tst ping.py:19: start network...\u000a03:57:23.521150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:24.027572 run create_hlr_db(pid=23635): Launched\u000a03:57:24.212203 bus /gobi_6: Setting Powered False\u000a03:57:25.232364 run create_hlr_db(pid=23635): Terminated: ok {rc=0}\u000a03:57:25.633839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23637): Launched\u000a03:57:25.933610 run osmo-hlr_10.42.42.2(pid=23638): Launched\u000a03:57:26.047360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:26.567066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23640): Launched\u000a03:57:26.865355 run osmo-stp_10.42.42.5(pid=23641): Launched\u000a03:57:26.974498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:27.494715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23643): Launched\u000a03:57:27.601173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:27.862716 run patchelf(pid=23644): Launched\u000a03:57:28.038287 run osmo-stp_10.42.42.5(pid=23641): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23641)]\u000a03:57:28.166325 run osmo-stp_10.42.42.5(pid=23641): stdout: \u000a| (launched: 2022-12-10_03:57:26.718736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:28.295101 run osmo-stp_10.42.42.5(pid=23641): stderr: \u000a| �[0;m�[38;5;43m20221210035726887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035726887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035726887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035726887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035726888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035726888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035726888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:28.418973 run osmo-stp_10.42.42.5(pid=23641): stdout: \u000a| (launched: 2022-12-10_03:57:26.718736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:28.541852 run osmo-stp_10.42.42.5(pid=23641): stderr: \u000a| �[0;m�[38;5;43m20221210035726887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035726887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035726887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035726887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035726888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035726888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035726888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:28.684871 run patchelf(pid=23644): Terminating (SIGINT)\u000a03:57:28.853494 run patchelf(pid=23644): Terminated: ok {rc=0}\u000a03:57:28.883973 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23641): Process ended prematurely: osmo-stp_10.42.42.5(pid=23641) [trial-2369↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23641)] [trial-2369↪gprs:trx-b200↪ping.py:22]\u000a03:57:28.892827 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:57:28.953549 run osmo-hlr_10.42.42.2(pid=23638): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23638)]\u000a03:57:29.004473 run osmo-hlr_10.42.42.2(pid=23638): stdout: \u000a| (launched: 2022-12-10_03:57:25.785548) \u000a03:57:29.054339 run osmo-hlr_10.42.42.2(pid=23638): stderr: \u000a| �[0;m�[1;31m20221210035725961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035725961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035725962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035725962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035725962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035725962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035725974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035725983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035725983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035725983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:29.096655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23637): Terminating (SIGTERM)\u000a03:57:29.136788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23640): Terminating (SIGTERM)\u000a03:57:29.177386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23643): Terminating (SIGTERM)\u000a03:57:29.186890 --- ParallelTerminationStrategy: PID 23637 died...\u000a03:57:29.240539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23637): Terminated: ok {rc=0}\u000a03:57:29.250178 --- ParallelTerminationStrategy: PID 23640 died...\u000a03:57:29.303578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23640): Terminated: ok {rc=0}\u000a03:57:29.313223 --- ParallelTerminationStrategy: PID 23643 died...\u000a03:57:29.366539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23643): Terminated: ok {rc=0}\u000a03:57:29.449551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 184, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23651): Process ended prematurely: osmo-stp_10.42.42.5(pid=23651) [trial-2369↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23651)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23651): Process ended prematurely: osmo-stp_10.42.42.5(pid=23651) [trial-2369↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a03:57:30.502622 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:30.514605 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:30.659690 tst ping_idle_ping.py: using LAC 25825\u000a03:57:30.784836 tst ping_idle_ping.py: using RAC 70\u000a03:57:30.916153 tst ping_idle_ping.py: using CellId 25825\u000a03:57:31.048619 tst ping_idle_ping.py: using BVCI 25826\u000a03:57:31.072566 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:31.084122 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:31.095963 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:31.108151 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:31.120505 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:31.133095 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:31.145171 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:31.158556 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:31.458693 tst ping_idle_ping.py:24: start network...\u000a03:57:31.598724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:32.153119 run create_hlr_db(pid=23645): Launched\u000a03:57:32.341759 bus /gobi_6: Setting Powered False\u000a03:57:33.360141 run create_hlr_db(pid=23645): Terminated: ok {rc=0}\u000a03:57:33.763184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23647): Launched\u000a03:57:34.062149 run osmo-hlr_10.42.42.2(pid=23648): Launched\u000a03:57:34.179302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:34.702605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23650): Launched\u000a03:57:35.001738 run osmo-stp_10.42.42.5(pid=23651): Launched\u000a03:57:35.111181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:35.631528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23653): Launched\u000a03:57:35.737810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:36.004134 run patchelf(pid=23654): Launched\u000a03:57:36.179517 run osmo-stp_10.42.42.5(pid=23651): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23651)]\u000a03:57:36.307570 run osmo-stp_10.42.42.5(pid=23651): stdout: \u000a| (launched: 2022-12-10_03:57:34.854238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:36.436539 run osmo-stp_10.42.42.5(pid=23651): stderr: \u000a| �[0;m�[38;5;43m20221210035735024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035735025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035735025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035735025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035735026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035735026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035735026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:36.560272 run osmo-stp_10.42.42.5(pid=23651): stdout: \u000a| (launched: 2022-12-10_03:57:34.854238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:36.683428 run osmo-stp_10.42.42.5(pid=23651): stderr: \u000a| �[0;m�[38;5;43m20221210035735024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035735025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035735025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035735025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035735026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035735026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035735026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:36.826548 run patchelf(pid=23654): Terminating (SIGINT)\u000a03:57:36.994614 run patchelf(pid=23654): Terminated: ok {rc=0}\u000a03:57:37.025285 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23651): Process ended prematurely: osmo-stp_10.42.42.5(pid=23651) [trial-2369↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23651)] [trial-2369↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a03:57:37.034235 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:57:37.094225 run osmo-hlr_10.42.42.2(pid=23648): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23648)]\u000a03:57:37.142500 run osmo-hlr_10.42.42.2(pid=23648): stdout: \u000a| (launched: 2022-12-10_03:57:33.915438) \u000a03:57:37.191553 run osmo-hlr_10.42.42.2(pid=23648): stderr: \u000a| �[0;m�[1;31m20221210035734093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035734093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035734093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035734093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035734093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035734093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035734105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035734115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035734115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035734116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:37.233077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23647): Terminating (SIGTERM)\u000a03:57:37.272499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23650): Terminating (SIGTERM)\u000a03:57:37.312198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23653): Terminating (SIGTERM)\u000a03:57:37.321483 --- ParallelTerminationStrategy: PID 23647 died...\u000a03:57:37.374947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23647): Terminated: ok {rc=0}\u000a03:57:37.384431 --- ParallelTerminationStrategy: PID 23650 died...\u000a03:57:37.437111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23650): Terminated: ok {rc=0}\u000a03:57:37.446675 --- ParallelTerminationStrategy: PID 23653 died...\u000a03:57:37.499868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23653): Terminated: ok {rc=0}\u000a03:57:37.586258 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:56:39" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23669): Process ended prematurely: osmo-stp_10.42.42.5(pid=23669) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23669)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23669): Process ended prematurely: osmo-stp_10.42.42.5(pid=23669) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:57:39.728696 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:39.739433 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:57:39.877321 tst cs_paging_gprs_active.py: using LAC 25826\u000a03:57:40.004461 tst cs_paging_gprs_active.py: using RAC 71\u000a03:57:40.130641 tst cs_paging_gprs_active.py: using CellId 25826\u000a03:57:40.257855 tst cs_paging_gprs_active.py: using BVCI 25827\u000a03:57:40.283305 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:40.294860 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:40.306191 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:40.317700 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:40.329127 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:40.340377 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:40.352351 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:40.363517 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:40.374906 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:57:40.490617 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:57:40.785433 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:57:40.920818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:41.254850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23659): Launched\u000a03:57:41.533425 run iperf3-srv_10.42.42.10(pid=23660): Launched\u000a03:57:41.732526 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:57:41.867863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:42.203569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23661): Launched\u000a03:57:42.481818 run iperf3-srv_10.42.42.10(pid=23662): Launched\u000a03:57:42.680488 tst cs_paging_gprs_active.py:38: start network...\u000a03:57:42.815870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:43.332141 run create_hlr_db(pid=23663): Launched\u000a03:57:43.519458 bus /gobi_6: Setting Powered False\u000a03:57:44.541181 run create_hlr_db(pid=23663): Terminated: ok {rc=0}\u000a03:57:44.948752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23665): Launched\u000a03:57:45.253980 run osmo-hlr_10.42.42.2(pid=23666): Launched\u000a03:57:45.372908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:45.934378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23668): Launched\u000a03:57:46.363496 run osmo-stp_10.42.42.5(pid=23669): Launched\u000a03:57:46.599230 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:47.217342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23671): Launched\u000a03:57:47.327099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:47.593081 run patchelf(pid=23672): Launched\u000a03:57:47.771187 run osmo-stp_10.42.42.5(pid=23669): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23669)]\u000a03:57:47.901754 run osmo-stp_10.42.42.5(pid=23669): stdout: \u000a| (launched: 2022-12-10_03:57:46.110214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:48.032505 run osmo-stp_10.42.42.5(pid=23669): stderr: \u000a| �[0;m�[38;5;43m20221210035746435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035746436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035746436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035746436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035746449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035746449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035746449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:48.158698 run osmo-stp_10.42.42.5(pid=23669): stdout: \u000a| (launched: 2022-12-10_03:57:46.110214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:48.283387 run osmo-stp_10.42.42.5(pid=23669): stderr: \u000a| �[0;m�[38;5;43m20221210035746435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035746436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035746436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035746436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035746449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035746449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035746449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:48.429403 run patchelf(pid=23672): Terminating (SIGINT)\u000a03:57:48.600876 run patchelf(pid=23672): Terminated: ok {rc=0}\u000a03:57:48.632558 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23669): Process ended prematurely: osmo-stp_10.42.42.5(pid=23669) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23669)] [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:57:48.642003 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a03:57:48.702153 run osmo-hlr_10.42.42.2(pid=23666): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23666)]\u000a03:57:48.750935 run osmo-hlr_10.42.42.2(pid=23666): stdout: \u000a| (launched: 2022-12-10_03:57:45.103706) \u000a03:57:48.800178 run osmo-hlr_10.42.42.2(pid=23666): stderr: \u000a| �[0;m�[1;31m20221210035745280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035745280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035745280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035745280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035745280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035745280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035745294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035745304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035745304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035745304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:48.842138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23659): Terminating (SIGTERM)\u000a03:57:48.882090 run iperf3-srv_10.42.42.10(pid=23660): Terminating (SIGTERM)\u000a03:57:48.921591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23661): Terminating (SIGTERM)\u000a03:57:48.961133 run iperf3-srv_10.42.42.10(pid=23662): Terminating (SIGTERM)\u000a03:57:49.001291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23665): Terminating (SIGTERM)\u000a03:57:49.041233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23668): Terminating (SIGTERM)\u000a03:57:49.081268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23671): Terminating (SIGTERM)\u000a03:57:49.090680 --- ParallelTerminationStrategy: PID 23659 died...\u000a03:57:49.143558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23659): Terminated: ok {rc=0}\u000a03:57:49.153294 --- ParallelTerminationStrategy: PID 23660 died...\u000a03:57:49.205515 run iperf3-srv_10.42.42.10(pid=23660): Terminated {rc=256}\u000a03:57:49.215133 --- ParallelTerminationStrategy: PID 23661 died...\u000a03:57:49.267493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23661): Terminated: ok {rc=0}\u000a03:57:49.277096 --- ParallelTerminationStrategy: PID 23662 died...\u000a03:57:49.329234 run iperf3-srv_10.42.42.10(pid=23662): Terminated {rc=256}\u000a03:57:49.338890 --- ParallelTerminationStrategy: PID 23665 died...\u000a03:57:49.391198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23665): Terminated: ok {rc=0}\u000a03:57:49.401030 --- ParallelTerminationStrategy: PID 23668 died...\u000a03:57:49.453451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23668): Terminated: ok {rc=0}\u000a03:57:49.463051 --- ParallelTerminationStrategy: PID 23671 died...\u000a03:57:49.515940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23671): Terminated: ok {rc=0}\u000a03:57:49.604473 bus /gobi_0: Setting Powered False\u000a03:57:50.706890 bus /gobi_0: Setting Powered False\u000a03:57:51.816798 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23681): Process ended prematurely: osmo-stp_10.42.42.5(pid=23681) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23681)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23681): Process ended prematurely: osmo-stp_10.42.42.5(pid=23681) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:57:52.929842 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:52.941636 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:57:53.090290 tst iperf3.py: using LAC 25827\u000a03:57:53.216813 tst iperf3.py: using RAC 72\u000a03:57:53.343431 tst iperf3.py: using CellId 25827\u000a03:57:53.471769 tst iperf3.py: using BVCI 25828\u000a03:57:53.496454 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:53.507779 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:53.518851 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:53.529977 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:53.541072 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:53.552391 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:53.563701 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:53.574664 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:57:53.586141 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:57:53.879975 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:57:54.015830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:54.351852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23673): Launched\u000a03:57:54.630188 run iperf3-srv_10.42.42.10(pid=23674): Launched\u000a03:57:54.829097 tst iperf3.py:8: start network...\u000a03:57:54.964694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:55.481788 run create_hlr_db(pid=23675): Launched\u000a03:57:55.669321 bus /gobi_6: Setting Powered False\u000a03:57:56.690135 run create_hlr_db(pid=23675): Terminated: ok {rc=0}\u000a03:57:57.119483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23677): Launched\u000a03:57:57.443624 run osmo-hlr_10.42.42.2(pid=23678): Launched\u000a03:57:57.561794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:58.123199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23680): Launched\u000a03:57:58.447104 run osmo-stp_10.42.42.5(pid=23681): Launched\u000a03:57:58.564924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:59.127161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23683): Launched\u000a03:57:59.242437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:59.523912 run patchelf(pid=23684): Launched\u000a03:57:59.713202 run osmo-stp_10.42.42.5(pid=23681): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23681)]\u000a03:57:59.852857 run osmo-stp_10.42.42.5(pid=23681): stdout: \u000a| (launched: 2022-12-10_03:57:58.287978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:59.991561 run osmo-stp_10.42.42.5(pid=23681): stderr: \u000a| �[0;m�[38;5;43m20221210035758479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035758479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035758480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035758480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035758482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035758482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035758483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:00.126024 run osmo-stp_10.42.42.5(pid=23681): stdout: \u000a| (launched: 2022-12-10_03:57:58.287978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:00.259070 run osmo-stp_10.42.42.5(pid=23681): stderr: \u000a| �[0;m�[38;5;43m20221210035758479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035758479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035758480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035758480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035758482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035758482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035758483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:00.413784 run patchelf(pid=23684): Terminating (SIGINT)\u000a03:58:00.595056 run patchelf(pid=23684): Terminated: ok {rc=0}\u000a03:58:00.628351 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23681): Process ended prematurely: osmo-stp_10.42.42.5(pid=23681) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23681)] [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a03:58:00.638541 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a03:58:00.700739 run osmo-hlr_10.42.42.2(pid=23678): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23678)]\u000a03:58:00.751532 run osmo-hlr_10.42.42.2(pid=23678): stdout: \u000a| (launched: 2022-12-10_03:57:57.284580) \u000a03:58:00.802962 run osmo-hlr_10.42.42.2(pid=23678): stderr: \u000a| �[0;m�[1;31m20221210035757484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035757484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035757484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035757484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035757484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035757484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035757496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035757504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035757504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035757504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:00.852442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23673): Terminating (SIGTERM)\u000a03:58:00.904863 run iperf3-srv_10.42.42.10(pid=23674): Terminating (SIGTERM)\u000a03:58:00.959090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23677): Terminating (SIGTERM)\u000a03:58:01.001561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23680): Terminating (SIGTERM)\u000a03:58:01.044273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23683): Terminating (SIGTERM)\u000a03:58:01.053983 --- ParallelTerminationStrategy: PID 23673 died...\u000a03:58:01.110501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23673): Terminated: ok {rc=0}\u000a03:58:01.121031 --- ParallelTerminationStrategy: PID 23674 died...\u000a03:58:01.177180 run iperf3-srv_10.42.42.10(pid=23674): Terminated {rc=256}\u000a03:58:01.187569 --- ParallelTerminationStrategy: PID 23677 died...\u000a03:58:01.243782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23677): Terminated: ok {rc=0}\u000a03:58:01.254294 --- ParallelTerminationStrategy: PID 23680 died...\u000a03:58:01.310818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23680): Terminated: ok {rc=0}\u000a03:58:01.321456 --- ParallelTerminationStrategy: PID 23683 died...\u000a03:58:01.377868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23683): Terminated: ok {rc=0}\u000a03:58:01.466919 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23699): Process ended prematurely: osmo-stp_10.42.42.5(pid=23699) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23699)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23699): Process ended prematurely: osmo-stp_10.42.42.5(pid=23699) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:58:02.579723 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:02.591703 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:02.737594 tst iperf3m4.py: using LAC 25828\u000a03:58:02.864034 tst iperf3m4.py: using RAC 73\u000a03:58:02.991330 tst iperf3m4.py: using CellId 25828\u000a03:58:03.118193 tst iperf3m4.py: using BVCI 25829\u000a03:58:03.143296 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:03.154779 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:03.166001 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:03.177239 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:03.188329 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:03.199653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:03.210938 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:03.222138 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:03.233483 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:03.351564 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:03.474847 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:03.592675 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:03.874004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:58:04.000207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:04.315195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23685): Launched\u000a03:58:04.576254 run iperf3-srv_10.42.42.10(pid=23686): Launched\u000a03:58:04.761900 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:58:04.888221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:05.203341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23687): Launched\u000a03:58:05.464253 run iperf3-srv_10.42.42.10(pid=23688): Launched\u000a03:58:05.649964 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:58:05.776590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:06.091083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23689): Launched\u000a03:58:06.352278 run iperf3-srv_10.42.42.10(pid=23690): Launched\u000a03:58:06.538262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:58:06.664469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:06.978705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23691): Launched\u000a03:58:07.238935 run iperf3-srv_10.42.42.10(pid=23692): Launched\u000a03:58:07.423505 tst iperf3m4.py:8: start network...\u000a03:58:07.549712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:08.026059 run create_hlr_db(pid=23693): Launched\u000a03:58:08.200748 bus /gobi_6: Setting Powered False\u000a03:58:09.220902 run create_hlr_db(pid=23693): Terminated: ok {rc=0}\u000a03:58:09.625109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23695): Launched\u000a03:58:09.929618 run osmo-hlr_10.42.42.2(pid=23696): Launched\u000a03:58:10.044358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:10.572890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23698): Launched\u000a03:58:10.877736 run osmo-stp_10.42.42.5(pid=23699): Launched\u000a03:58:10.989312 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:11.519491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23701): Launched\u000a03:58:11.628095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:11.894053 run patchelf(pid=23702): Launched\u000a03:58:12.072251 run osmo-stp_10.42.42.5(pid=23699): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23699)]\u000a03:58:12.203120 run osmo-stp_10.42.42.5(pid=23699): stdout: \u000a| (launched: 2022-12-10_03:58:10.727296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:12.334536 run osmo-stp_10.42.42.5(pid=23699): stderr: \u000a| �[0;m�[38;5;43m20221210035810897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035810897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035810897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035810897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035810898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035810898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035810898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:12.460568 run osmo-stp_10.42.42.5(pid=23699): stdout: \u000a| (launched: 2022-12-10_03:58:10.727296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:12.585654 run osmo-stp_10.42.42.5(pid=23699): stderr: \u000a| �[0;m�[38;5;43m20221210035810897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035810897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035810897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035810897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035810898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035810898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035810898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:12.731188 run patchelf(pid=23702): Terminating (SIGINT)\u000a03:58:12.902505 run patchelf(pid=23702): Terminated: ok {rc=0}\u000a03:58:12.934119 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23699): Process ended prematurely: osmo-stp_10.42.42.5(pid=23699) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23699)] [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:58:12.943690 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a03:58:13.004075 run osmo-hlr_10.42.42.2(pid=23696): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23696)]\u000a03:58:13.052829 run osmo-hlr_10.42.42.2(pid=23696): stdout: \u000a| (launched: 2022-12-10_03:58:09.779422) \u000a03:58:13.102196 run osmo-hlr_10.42.42.2(pid=23696): stderr: \u000a| �[0;m�[1;31m20221210035809958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035809958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035809958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035809958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035809958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035809958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035809970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035809978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035809979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035809979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:13.143869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23685): Terminating (SIGTERM)\u000a03:58:13.183700 run iperf3-srv_10.42.42.10(pid=23686): Terminating (SIGTERM)\u000a03:58:13.224005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23687): Terminating (SIGTERM)\u000a03:58:13.263676 run iperf3-srv_10.42.42.10(pid=23688): Terminating (SIGTERM)\u000a03:58:13.303658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23689): Terminating (SIGTERM)\u000a03:58:13.343424 run iperf3-srv_10.42.42.10(pid=23690): Terminating (SIGTERM)\u000a03:58:13.383254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23691): Terminating (SIGTERM)\u000a03:58:13.422903 run iperf3-srv_10.42.42.10(pid=23692): Terminating (SIGTERM)\u000a03:58:13.462706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23695): Terminating (SIGTERM)\u000a03:58:13.502398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23698): Terminating (SIGTERM)\u000a03:58:13.542203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23701): Terminating (SIGTERM)\u000a03:58:13.551565 --- ParallelTerminationStrategy: PID 23685 died...\u000a03:58:13.604805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23685): Terminated: ok {rc=0}\u000a03:58:13.614624 --- ParallelTerminationStrategy: PID 23686 died...\u000a03:58:13.667430 run iperf3-srv_10.42.42.10(pid=23686): Terminated {rc=256}\u000a03:58:13.677268 --- ParallelTerminationStrategy: PID 23687 died...\u000a03:58:13.729846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23687): Terminated: ok {rc=0}\u000a03:58:13.739545 --- ParallelTerminationStrategy: PID 23688 died...\u000a03:58:13.792373 run iperf3-srv_10.42.42.10(pid=23688): Terminated {rc=256}\u000a03:58:13.801967 --- ParallelTerminationStrategy: PID 23689 died...\u000a03:58:13.855492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23689): Terminated: ok {rc=0}\u000a03:58:13.864939 --- ParallelTerminationStrategy: PID 23690 died...\u000a03:58:13.917633 run iperf3-srv_10.42.42.10(pid=23690): Terminated {rc=256}\u000a03:58:13.927390 --- ParallelTerminationStrategy: PID 23691 died...\u000a03:58:13.980911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23691): Terminated: ok {rc=0}\u000a03:58:13.990520 --- ParallelTerminationStrategy: PID 23692 died...\u000a03:58:14.043229 run iperf3-srv_10.42.42.10(pid=23692): Terminated {rc=256}\u000a03:58:14.053113 --- ParallelTerminationStrategy: PID 23695 died...\u000a03:58:14.105889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23695): Terminated: ok {rc=0}\u000a03:58:14.115612 --- ParallelTerminationStrategy: PID 23698 died...\u000a03:58:14.169035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23698): Terminated: ok {rc=0}\u000a03:58:14.178889 --- ParallelTerminationStrategy: PID 23701 died...\u000a03:58:14.231936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23701): Terminated: ok {rc=0}\u000a03:58:14.320149 bus /gobi_4: Setting Powered False\u000a03:58:15.422624 bus /gobi_4: Setting Powered False\u000a03:58:16.534646 bus /gobi_1: Setting Powered False\u000a03:58:17.640012 bus /gobi_1: Setting Powered False\u000a03:58:18.751302 bus /gobi_0: Setting Powered False\u000a03:58:19.857748 bus /gobi_0: Setting Powered False\u000a03:58:20.965618 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23709): Process ended prematurely: osmo-stp_10.42.42.5(pid=23709) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23709): Process ended prematurely: osmo-stp_10.42.42.5(pid=23709) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:58:22.034265 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:22.045965 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:22.190764 tst ping.py: using LAC 25829\u000a03:58:22.308128 tst ping.py: using RAC 74\u000a03:58:22.432818 tst ping.py: using CellId 25829\u000a03:58:22.557894 tst ping.py: using BVCI 25830\u000a03:58:22.582555 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:22.594120 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:22.605386 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:22.616862 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:22.628219 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:22.639609 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:22.651055 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:22.662261 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:22.936125 tst ping.py:19: start network...\u000a03:58:23.060486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:23.532034 run create_hlr_db(pid=23703): Launched\u000a03:58:23.705432 bus /gobi_6: Setting Powered False\u000a03:58:24.726278 run create_hlr_db(pid=23703): Terminated: ok {rc=0}\u000a03:58:25.149452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23705): Launched\u000a03:58:25.470757 run osmo-hlr_10.42.42.2(pid=23706): Launched\u000a03:58:25.588199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:26.142360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23708): Launched\u000a03:58:26.460257 run osmo-stp_10.42.42.5(pid=23709): Launched\u000a03:58:26.575452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:27.129309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23711): Launched\u000a03:58:27.242663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:27.519822 run patchelf(pid=23712): Launched\u000a03:58:27.705769 run osmo-stp_10.42.42.5(pid=23709): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]\u000a03:58:27.841632 run osmo-stp_10.42.42.5(pid=23709): stdout: \u000a| (launched: 2022-12-10_03:58:26.304389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:27.977755 run osmo-stp_10.42.42.5(pid=23709): stderr: \u000a| �[0;m�[38;5;43m20221210035826493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035826493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035826494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035826494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035826496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035826497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035826497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:28.108802 run osmo-stp_10.42.42.5(pid=23709): stdout: \u000a| (launched: 2022-12-10_03:58:26.304389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:28.239085 run osmo-stp_10.42.42.5(pid=23709): stderr: \u000a| �[0;m�[38;5;43m20221210035826493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035826493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035826494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035826494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035826496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035826497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035826497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:28.391923 run patchelf(pid=23712): Terminating (SIGINT)\u000a03:58:28.569832 run patchelf(pid=23712): Terminated: ok {rc=0}\u000a03:58:28.602358 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23709): Process ended prematurely: osmo-stp_10.42.42.5(pid=23709) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)] [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a03:58:28.611786 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:58:28.673746 run osmo-hlr_10.42.42.2(pid=23706): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23706)]\u000a03:58:28.724349 run osmo-hlr_10.42.42.2(pid=23706): stdout: \u000a| (launched: 2022-12-10_03:58:25.312769) \u000a03:58:28.775975 run osmo-hlr_10.42.42.2(pid=23706): stderr: \u000a| �[0;m�[1;31m20221210035825511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035825511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035825511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035825511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035825511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035825511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035825527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035825537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035825537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035825537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:28.819667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23705): Terminating (SIGTERM)\u000a03:58:28.861026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23708): Terminating (SIGTERM)\u000a03:58:28.902516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23711): Terminating (SIGTERM)\u000a03:58:28.912143 --- ParallelTerminationStrategy: PID 23705 died...\u000a03:58:28.967747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23705): Terminated: ok {rc=0}\u000a03:58:28.977781 --- ParallelTerminationStrategy: PID 23708 died...\u000a03:58:29.032895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23708): Terminated: ok {rc=0}\u000a03:58:29.042861 --- ParallelTerminationStrategy: PID 23711 died...\u000a03:58:29.098004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23711): Terminated: ok {rc=0}\u000a03:58:29.183939 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23719): Process ended prematurely: osmo-stp_10.42.42.5(pid=23719) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23719)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23719): Process ended prematurely: osmo-stp_10.42.42.5(pid=23719) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:58:30.237261 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:30.249704 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:30.394167 tst ping_idle_ping.py: using LAC 25830\u000a03:58:30.525451 tst ping_idle_ping.py: using RAC 75\u000a03:58:30.651394 tst ping_idle_ping.py: using CellId 25830\u000a03:58:30.774478 tst ping_idle_ping.py: using BVCI 25831\u000a03:58:30.798808 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:30.810256 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:30.821375 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:30.845845 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:30.867547 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:30.880762 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:30.892905 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:30.904807 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:31.234948 tst ping_idle_ping.py:24: start network...\u000a03:58:31.371534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:31.963377 run create_hlr_db(pid=23713): Launched\u000a03:58:32.153920 bus /gobi_6: Setting Powered False\u000a03:58:33.169838 run create_hlr_db(pid=23713): Terminated: ok {rc=0}\u000a03:58:33.572685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23715): Launched\u000a03:58:33.873306 run osmo-hlr_10.42.42.2(pid=23716): Launched\u000a03:58:33.988562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:34.514775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23718): Launched\u000a03:58:34.815721 run osmo-stp_10.42.42.5(pid=23719): Launched\u000a03:58:34.925729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:35.450265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23721): Launched\u000a03:58:35.557701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:35.819775 run patchelf(pid=23722): Launched\u000a03:58:35.995740 run osmo-stp_10.42.42.5(pid=23719): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23719)]\u000a03:58:36.124634 run osmo-stp_10.42.42.5(pid=23719): stdout: \u000a| (launched: 2022-12-10_03:58:34.667219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:36.253901 run osmo-stp_10.42.42.5(pid=23719): stderr: \u000a| �[0;m�[38;5;43m20221210035834838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035834838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035834838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035834838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035834839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035834839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035834839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:36.378314 run osmo-stp_10.42.42.5(pid=23719): stdout: \u000a| (launched: 2022-12-10_03:58:34.667219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:36.502382 run osmo-stp_10.42.42.5(pid=23719): stderr: \u000a| �[0;m�[38;5;43m20221210035834838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035834838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035834838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035834838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035834839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035834839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035834839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:36.646487 run patchelf(pid=23722): Terminating (SIGINT)\u000a03:58:36.815524 run patchelf(pid=23722): Terminated: ok {rc=0}\u000a03:58:36.846232 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23719): Process ended prematurely: osmo-stp_10.42.42.5(pid=23719) [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23719)] [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:58:36.855101 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:58:36.915943 run osmo-hlr_10.42.42.2(pid=23716): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23716)]\u000a03:58:36.965193 run osmo-hlr_10.42.42.2(pid=23716): stdout: \u000a| (launched: 2022-12-10_03:58:33.725416) \u000a03:58:37.015336 run osmo-hlr_10.42.42.2(pid=23716): stderr: \u000a| �[0;m�[1;31m20221210035833902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035833902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035833902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035833902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035833902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035833902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035833914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035833925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035833926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035833926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:37.057315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23715): Terminating (SIGTERM)\u000a03:58:37.097381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23718): Terminating (SIGTERM)\u000a03:58:37.137578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23721): Terminating (SIGTERM)\u000a03:58:37.147213 --- ParallelTerminationStrategy: PID 23715 died...\u000a03:58:37.200815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23715): Terminated: ok {rc=0}\u000a03:58:37.210778 --- ParallelTerminationStrategy: PID 23718 died...\u000a03:58:37.264111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23718): Terminated: ok {rc=0}\u000a03:58:37.273785 --- ParallelTerminationStrategy: PID 23721 died...\u000a03:58:37.327563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23721): Terminated: ok {rc=0}\u000a03:58:37.415229 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:57:39" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23736): Process ended prematurely: osmo-stp_10.42.42.5(pid=23736) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23736)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23736): Process ended prematurely: osmo-stp_10.42.42.5(pid=23736) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:58:39.563320 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:39.574136 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:58:39.732010 tst cs_paging_gprs_active.py: using LAC 25831\u000a03:58:39.855385 tst cs_paging_gprs_active.py: using RAC 76\u000a03:58:39.975790 tst cs_paging_gprs_active.py: using CellId 25831\u000a03:58:40.096015 tst cs_paging_gprs_active.py: using BVCI 25832\u000a03:58:40.119354 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:40.130175 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:40.140682 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:40.151918 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:40.162761 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:40.173699 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:40.184563 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:40.195439 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:40.206784 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:58:40.320173 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:58:40.616117 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:58:40.752824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:41.088342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23726): Launched\u000a03:58:41.367084 run iperf3-srv_10.42.42.10(pid=23727): Launched\u000a03:58:41.566850 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:58:41.702371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:42.036851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23728): Launched\u000a03:58:42.314805 run iperf3-srv_10.42.42.10(pid=23729): Launched\u000a03:58:42.514870 tst cs_paging_gprs_active.py:38: start network...\u000a03:58:42.650383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:43.168206 run create_hlr_db(pid=23730): Launched\u000a03:58:43.356846 bus /gobi_6: Setting Powered False\u000a03:58:44.377062 run create_hlr_db(pid=23730): Terminated: ok {rc=0}\u000a03:58:44.784598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23732): Launched\u000a03:58:45.089167 run osmo-hlr_10.42.42.2(pid=23733): Launched\u000a03:58:45.201507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:45.727674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23735): Launched\u000a03:58:46.065225 run osmo-stp_10.42.42.5(pid=23736): Launched\u000a03:58:46.227789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:46.890376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23738): Launched\u000a03:58:47.011547 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:47.318181 run patchelf(pid=23739): Launched\u000a03:58:47.511933 run osmo-stp_10.42.42.5(pid=23736): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23736)]\u000a03:58:47.651697 run osmo-stp_10.42.42.5(pid=23736): stdout: \u000a| (launched: 2022-12-10_03:58:45.899941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:47.791290 run osmo-stp_10.42.42.5(pid=23736): stderr: \u000a| �[0;m�[38;5;43m20221210035846271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035846271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035846271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035846272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035846272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035846272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035846272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:47.926204 run osmo-stp_10.42.42.5(pid=23736): stdout: \u000a| (launched: 2022-12-10_03:58:45.899941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:48.059637 run osmo-stp_10.42.42.5(pid=23736): stderr: \u000a| �[0;m�[38;5;43m20221210035846271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035846271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035846271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035846272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035846272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035846272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035846272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:48.215366 run patchelf(pid=23739): Terminating (SIGINT)\u000a03:58:48.397993 run patchelf(pid=23739): Terminated: ok {rc=0}\u000a03:58:48.431666 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23736): Process ended prematurely: osmo-stp_10.42.42.5(pid=23736) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23736)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:58:48.442048 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a03:58:48.506153 run osmo-hlr_10.42.42.2(pid=23733): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23733)]\u000a03:58:48.558198 run osmo-hlr_10.42.42.2(pid=23733): stdout: \u000a| (launched: 2022-12-10_03:58:44.939320) \u000a03:58:48.610581 run osmo-hlr_10.42.42.2(pid=23733): stderr: \u000a| �[0;m�[1;31m20221210035845114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035845114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035845114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035845114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035845114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035845114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035845126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035845135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035845135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035845135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:48.655332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23726): Terminating (SIGTERM)\u000a03:58:48.697440 run iperf3-srv_10.42.42.10(pid=23727): Terminating (SIGTERM)\u000a03:58:48.739555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23728): Terminating (SIGTERM)\u000a03:58:48.781163 run iperf3-srv_10.42.42.10(pid=23729): Terminating (SIGTERM)\u000a03:58:48.823535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23732): Terminating (SIGTERM)\u000a03:58:48.865543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23735): Terminating (SIGTERM)\u000a03:58:48.907022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23738): Terminating (SIGTERM)\u000a03:58:48.916750 --- ParallelTerminationStrategy: PID 23726 died...\u000a03:58:48.972804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23726): Terminated: ok {rc=0}\u000a03:58:48.983485 --- ParallelTerminationStrategy: PID 23727 died...\u000a03:58:49.039103 run iperf3-srv_10.42.42.10(pid=23727): Terminated {rc=256}\u000a03:58:49.049945 --- ParallelTerminationStrategy: PID 23728 died...\u000a03:58:49.105904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23728): Terminated: ok {rc=0}\u000a03:58:49.116420 --- ParallelTerminationStrategy: PID 23729 died...\u000a03:58:49.172531 run iperf3-srv_10.42.42.10(pid=23729): Terminated {rc=256}\u000a03:58:49.182635 --- ParallelTerminationStrategy: PID 23732 died...\u000a03:58:49.238192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23732): Terminated: ok {rc=0}\u000a03:58:49.248708 --- ParallelTerminationStrategy: PID 23735 died...\u000a03:58:49.304753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23735): Terminated: ok {rc=0}\u000a03:58:49.315046 --- ParallelTerminationStrategy: PID 23738 died...\u000a03:58:49.370827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23738): Terminated: ok {rc=0}\u000a03:58:49.457709 bus /gobi_0: Setting Powered False\u000a03:58:50.559476 bus /gobi_0: Setting Powered False\u000a03:58:51.669344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23748): Process ended prematurely: osmo-stp_10.42.42.5(pid=23748) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23748)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23748): Process ended prematurely: osmo-stp_10.42.42.5(pid=23748) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:58:52.779259 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:52.790801 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:58:52.955105 tst iperf3.py: using LAC 25832\u000a03:58:53.079304 tst iperf3.py: using RAC 77\u000a03:58:53.204209 tst iperf3.py: using CellId 25832\u000a03:58:53.333639 tst iperf3.py: using BVCI 25833\u000a03:58:53.358667 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:53.370289 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:53.381624 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:53.392788 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:53.403877 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:53.415088 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:53.426661 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:53.437876 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:58:53.449180 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:58:53.727918 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:58:53.854459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:54.170390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23740): Launched\u000a03:58:54.432682 run iperf3-srv_10.42.42.10(pid=23741): Launched\u000a03:58:54.619663 tst iperf3.py:8: start network...\u000a03:58:54.746828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:55.226524 run create_hlr_db(pid=23742): Launched\u000a03:58:55.403169 bus /gobi_6: Setting Powered False\u000a03:58:56.423741 run create_hlr_db(pid=23742): Terminated: ok {rc=0}\u000a03:58:56.829783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23744): Launched\u000a03:58:57.135090 run osmo-hlr_10.42.42.2(pid=23745): Launched\u000a03:58:57.253819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:57.789956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23747): Launched\u000a03:58:58.093274 run osmo-stp_10.42.42.5(pid=23748): Launched\u000a03:58:58.204801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:58.734741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23750): Launched\u000a03:58:58.842732 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:59.106920 run patchelf(pid=23751): Launched\u000a03:58:59.284684 run osmo-stp_10.42.42.5(pid=23748): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23748)]\u000a03:58:59.414889 run osmo-stp_10.42.42.5(pid=23748): stdout: \u000a| (launched: 2022-12-10_03:58:57.943482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:59.545265 run osmo-stp_10.42.42.5(pid=23748): stderr: \u000a| �[0;m�[38;5;43m20221210035858114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035858114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035858114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035858114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035858115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035858115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035858115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:59.670586 run osmo-stp_10.42.42.5(pid=23748): stdout: \u000a| (launched: 2022-12-10_03:58:57.943482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:59.795002 run osmo-stp_10.42.42.5(pid=23748): stderr: \u000a| �[0;m�[38;5;43m20221210035858114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035858114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035858114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035858114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035858115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035858115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035858115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:59.939769 run patchelf(pid=23751): Terminating (SIGINT)\u000a03:59:00.110359 run patchelf(pid=23751): Terminated: ok {rc=0}\u000a03:59:00.141845 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23748): Process ended prematurely: osmo-stp_10.42.42.5(pid=23748) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23748)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:59:00.151276 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a03:59:00.211876 run osmo-hlr_10.42.42.2(pid=23745): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23745)]\u000a03:59:00.260517 run osmo-hlr_10.42.42.2(pid=23745): stdout: \u000a| (launched: 2022-12-10_03:58:56.984663) \u000a03:59:00.310412 run osmo-hlr_10.42.42.2(pid=23745): stderr: \u000a| �[0;m�[1;31m20221210035857163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035857163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035857163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035857163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035857163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035857163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035857175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035857184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035857184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035857184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:00.352511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23740): Terminating (SIGTERM)\u000a03:59:00.392309 run iperf3-srv_10.42.42.10(pid=23741): Terminating (SIGTERM)\u000a03:59:00.432156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23744): Terminating (SIGTERM)\u000a03:59:00.472033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23747): Terminating (SIGTERM)\u000a03:59:00.512112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23750): Terminating (SIGTERM)\u000a03:59:00.521343 --- ParallelTerminationStrategy: PID 23740 died...\u000a03:59:00.574779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23740): Terminated: ok {rc=0}\u000a03:59:00.584265 --- ParallelTerminationStrategy: PID 23741 died...\u000a03:59:00.637304 run iperf3-srv_10.42.42.10(pid=23741): Terminated {rc=256}\u000a03:59:00.647024 --- ParallelTerminationStrategy: PID 23744 died...\u000a03:59:00.700572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23744): Terminated: ok {rc=0}\u000a03:59:00.710142 --- ParallelTerminationStrategy: PID 23747 died...\u000a03:59:00.763122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23747): Terminated: ok {rc=0}\u000a03:59:00.772562 --- ParallelTerminationStrategy: PID 23750 died...\u000a03:59:00.825484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23750): Terminated: ok {rc=0}\u000a03:59:00.945923 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23766): Process ended prematurely: osmo-stp_10.42.42.5(pid=23766) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23766)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23766): Process ended prematurely: osmo-stp_10.42.42.5(pid=23766) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:59:02.058484 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:02.070835 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:02.233854 tst iperf3m4.py: using LAC 25833\u000a03:59:02.354983 tst iperf3m4.py: using RAC 78\u000a03:59:02.476065 tst iperf3m4.py: using CellId 25833\u000a03:59:02.600595 tst iperf3m4.py: using BVCI 25834\u000a03:59:02.624133 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:02.635027 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:02.645842 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:02.656701 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:02.667561 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:02.678488 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:02.689511 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:02.700229 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:02.711384 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:02.829301 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:02.949957 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:03.065436 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:03.343721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:59:03.471408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:03.787670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Launched\u000a03:59:04.051019 run iperf3-srv_10.42.42.10(pid=23753): Launched\u000a03:59:04.238195 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:59:04.365502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:04.682041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Launched\u000a03:59:04.944108 run iperf3-srv_10.42.42.10(pid=23755): Launched\u000a03:59:05.130614 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:59:05.257740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:05.573427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23756): Launched\u000a03:59:05.835239 run iperf3-srv_10.42.42.10(pid=23757): Launched\u000a03:59:06.021547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:59:06.148225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:06.464737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23758): Launched\u000a03:59:06.727022 run iperf3-srv_10.42.42.10(pid=23759): Launched\u000a03:59:06.913039 tst iperf3m4.py:8: start network...\u000a03:59:07.039851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:07.518343 run create_hlr_db(pid=23760): Launched\u000a03:59:07.694156 bus /gobi_6: Setting Powered False\u000a03:59:08.715660 run create_hlr_db(pid=23760): Terminated: ok {rc=0}\u000a03:59:09.122351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23762): Launched\u000a03:59:09.427258 run osmo-hlr_10.42.42.2(pid=23763): Launched\u000a03:59:09.542314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:10.071321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23765): Launched\u000a03:59:10.376087 run osmo-stp_10.42.42.5(pid=23766): Launched\u000a03:59:10.487566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:11.016842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23768): Launched\u000a03:59:11.125611 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:11.391038 run patchelf(pid=23769): Launched\u000a03:59:11.569515 run osmo-stp_10.42.42.5(pid=23766): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23766)]\u000a03:59:11.700247 run osmo-stp_10.42.42.5(pid=23766): stdout: \u000a| (launched: 2022-12-10_03:59:10.225544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:11.831459 run osmo-stp_10.42.42.5(pid=23766): stderr: \u000a| �[0;m�[38;5;43m20221210035910398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035910398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035910398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035910399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035910399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035910399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035910399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:11.957334 run osmo-stp_10.42.42.5(pid=23766): stdout: \u000a| (launched: 2022-12-10_03:59:10.225544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:12.082038 run osmo-stp_10.42.42.5(pid=23766): stderr: \u000a| �[0;m�[38;5;43m20221210035910398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035910398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035910398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035910399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035910399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035910399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035910399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:12.227662 run patchelf(pid=23769): Terminating (SIGINT)\u000a03:59:12.399509 run patchelf(pid=23769): Terminated: ok {rc=0}\u000a03:59:12.431114 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23766): Process ended prematurely: osmo-stp_10.42.42.5(pid=23766) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23766)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:59:12.440668 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a03:59:12.502041 run osmo-hlr_10.42.42.2(pid=23763): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23763)]\u000a03:59:12.551362 run osmo-hlr_10.42.42.2(pid=23763): stdout: \u000a| (launched: 2022-12-10_03:59:09.277513) \u000a03:59:12.601290 run osmo-hlr_10.42.42.2(pid=23763): stderr: \u000a| �[0;m�[1;31m20221210035909454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035909454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035909454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035909454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035909454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035909454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035909467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035909477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035909477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035909478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:12.643638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminating (SIGTERM)\u000a03:59:12.683971 run iperf3-srv_10.42.42.10(pid=23753): Terminating (SIGTERM)\u000a03:59:12.724136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Terminating (SIGTERM)\u000a03:59:12.764169 run iperf3-srv_10.42.42.10(pid=23755): Terminating (SIGTERM)\u000a03:59:12.804440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23756): Terminating (SIGTERM)\u000a03:59:12.844488 run iperf3-srv_10.42.42.10(pid=23757): Terminating (SIGTERM)\u000a03:59:12.884481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23758): Terminating (SIGTERM)\u000a03:59:12.924320 run iperf3-srv_10.42.42.10(pid=23759): Terminating (SIGTERM)\u000a03:59:12.964354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23762): Terminating (SIGTERM)\u000a03:59:13.004373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23765): Terminating (SIGTERM)\u000a03:59:13.044370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23768): Terminating (SIGTERM)\u000a03:59:13.053827 --- ParallelTerminationStrategy: PID 23752 died...\u000a03:59:13.107921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminated: ok {rc=0}\u000a03:59:13.117814 --- ParallelTerminationStrategy: PID 23753 died...\u000a03:59:13.171579 run iperf3-srv_10.42.42.10(pid=23753): Terminated {rc=256}\u000a03:59:13.181415 --- ParallelTerminationStrategy: PID 23754 died...\u000a03:59:13.235431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Terminated: ok {rc=0}\u000a03:59:13.245122 --- ParallelTerminationStrategy: PID 23755 died...\u000a03:59:13.298181 run iperf3-srv_10.42.42.10(pid=23755): Terminated {rc=256}\u000a03:59:13.307905 --- ParallelTerminationStrategy: PID 23756 died...\u000a03:59:13.361283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23756): Terminated: ok {rc=0}\u000a03:59:13.371156 --- ParallelTerminationStrategy: PID 23757 died...\u000a03:59:13.424583 run iperf3-srv_10.42.42.10(pid=23757): Terminated {rc=256}\u000a03:59:13.434206 --- ParallelTerminationStrategy: PID 23758 died...\u000a03:59:13.487661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23758): Terminated: ok {rc=0}\u000a03:59:13.497645 --- ParallelTerminationStrategy: PID 23759 died...\u000a03:59:13.551698 run iperf3-srv_10.42.42.10(pid=23759): Terminated {rc=256}\u000a03:59:13.561572 --- ParallelTerminationStrategy: PID 23762 died...\u000a03:59:13.615519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23762): Terminated: ok {rc=0}\u000a03:59:13.625943 --- ParallelTerminationStrategy: PID 23765 died...\u000a03:59:13.679807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23765): Terminated: ok {rc=0}\u000a03:59:13.690040 --- ParallelTerminationStrategy: PID 23768 died...\u000a03:59:13.743779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23768): Terminated: ok {rc=0}\u000a03:59:13.832919 bus /gobi_4: Setting Powered False\u000a03:59:14.936596 bus /gobi_4: Setting Powered False\u000a03:59:16.046354 bus /gobi_1: Setting Powered False\u000a03:59:17.150332 bus /gobi_1: Setting Powered False\u000a03:59:18.257993 bus /gobi_0: Setting Powered False\u000a03:59:19.365400 bus /gobi_0: Setting Powered False\u000a03:59:20.472912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23776): Process ended prematurely: osmo-stp_10.42.42.5(pid=23776) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23776)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23776): Process ended prematurely: osmo-stp_10.42.42.5(pid=23776) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:59:21.542455 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:21.554502 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:21.718794 tst ping.py: using LAC 25834\u000a03:59:21.843059 tst ping.py: using RAC 79\u000a03:59:21.958990 tst ping.py: using CellId 25834\u000a03:59:22.074460 tst ping.py: using BVCI 25835\u000a03:59:22.097436 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:22.108402 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:22.119178 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:22.130744 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:22.142020 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:22.153655 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:22.165127 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:22.176597 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:22.451257 tst ping.py:19: start network...\u000a03:59:22.576128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:23.048931 run create_hlr_db(pid=23770): Launched\u000a03:59:23.222895 bus /gobi_6: Setting Powered False\u000a03:59:24.243278 run create_hlr_db(pid=23770): Terminated: ok {rc=0}\u000a03:59:24.667107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23772): Launched\u000a03:59:24.986801 run osmo-hlr_10.42.42.2(pid=23773): Launched\u000a03:59:25.104404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:25.660803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23775): Launched\u000a03:59:25.980278 run osmo-stp_10.42.42.5(pid=23776): Launched\u000a03:59:26.096507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:26.653886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23778): Launched\u000a03:59:26.768454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:27.047017 run patchelf(pid=23779): Launched\u000a03:59:27.233998 run osmo-stp_10.42.42.5(pid=23776): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23776)]\u000a03:59:27.371061 run osmo-stp_10.42.42.5(pid=23776): stdout: \u000a| (launched: 2022-12-10_03:59:25.823196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:27.507705 run osmo-stp_10.42.42.5(pid=23776): stderr: \u000a| �[0;m�[38;5;43m20221210035926014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035926014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035926014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035926015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035926017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035926017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035926017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:27.639541 run osmo-stp_10.42.42.5(pid=23776): stdout: \u000a| (launched: 2022-12-10_03:59:25.823196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:27.770352 run osmo-stp_10.42.42.5(pid=23776): stderr: \u000a| �[0;m�[38;5;43m20221210035926014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035926014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035926014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035926015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035926017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035926017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035926017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:27.922250 run patchelf(pid=23779): Terminating (SIGINT)\u000a03:59:28.101232 run patchelf(pid=23779): Terminated: ok {rc=0}\u000a03:59:28.133899 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23776): Process ended prematurely: osmo-stp_10.42.42.5(pid=23776) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23776)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:59:28.143378 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:59:28.206213 run osmo-hlr_10.42.42.2(pid=23773): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23773)]\u000a03:59:28.257448 run osmo-hlr_10.42.42.2(pid=23773): stdout: \u000a| (launched: 2022-12-10_03:59:24.830050) \u000a03:59:28.309318 run osmo-hlr_10.42.42.2(pid=23773): stderr: \u000a| �[0;m�[1;31m20221210035925029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035925029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035925029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035925029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035925029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035925029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035925042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035925050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035925050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035925050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:28.354015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23772): Terminating (SIGTERM)\u000a03:59:28.395926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23775): Terminating (SIGTERM)\u000a03:59:28.437534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23778): Terminating (SIGTERM)\u000a03:59:28.447234 --- ParallelTerminationStrategy: PID 23772 died...\u000a03:59:28.503186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23772): Terminated: ok {rc=0}\u000a03:59:28.513603 --- ParallelTerminationStrategy: PID 23775 died...\u000a03:59:28.569475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23775): Terminated: ok {rc=0}\u000a03:59:28.579661 --- ParallelTerminationStrategy: PID 23778 died...\u000a03:59:28.635225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23778): Terminated: ok {rc=0}\u000a03:59:28.722155 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23786): Process ended prematurely: osmo-stp_10.42.42.5(pid=23786) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23786)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23786): Process ended prematurely: osmo-stp_10.42.42.5(pid=23786) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:59:29.774007 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:29.785963 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:29.943758 tst ping_idle_ping.py: using LAC 25835\u000a03:59:30.063362 tst ping_idle_ping.py: using RAC 80\u000a03:59:30.185389 tst ping_idle_ping.py: using CellId 25835\u000a03:59:30.300623 tst ping_idle_ping.py: using BVCI 25836\u000a03:59:30.323866 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.335269 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.346315 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.357684 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.368910 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.380296 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.391694 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.403031 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:30.695026 tst ping_idle_ping.py:24: start network...\u000a03:59:30.837376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:31.410872 run create_hlr_db(pid=23780): Launched\u000a03:59:31.601511 bus /gobi_6: Setting Powered False\u000a03:59:32.618271 run create_hlr_db(pid=23780): Terminated: ok {rc=0}\u000a03:59:33.042943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23782): Launched\u000a03:59:33.362343 run osmo-hlr_10.42.42.2(pid=23783): Launched\u000a03:59:33.482285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:34.036409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23785): Launched\u000a03:59:34.355477 run osmo-stp_10.42.42.5(pid=23786): Launched\u000a03:59:34.471286 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:35.026713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23788): Launched\u000a03:59:35.140163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:35.417396 run patchelf(pid=23789): Launched\u000a03:59:35.604011 run osmo-stp_10.42.42.5(pid=23786): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23786)]\u000a03:59:35.740567 run osmo-stp_10.42.42.5(pid=23786): stdout: \u000a| (launched: 2022-12-10_03:59:34.198557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:35.877170 run osmo-stp_10.42.42.5(pid=23786): stderr: \u000a| �[0;m�[38;5;43m20221210035934390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035934390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035934390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035934391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035934393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035934393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035934393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:36.009068 run osmo-stp_10.42.42.5(pid=23786): stdout: \u000a| (launched: 2022-12-10_03:59:34.198557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:36.139828 run osmo-stp_10.42.42.5(pid=23786): stderr: \u000a| �[0;m�[38;5;43m20221210035934390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035934390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035934390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035934391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035934393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035934393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035934393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:36.291854 run patchelf(pid=23789): Terminating (SIGINT)\u000a03:59:36.470838 run patchelf(pid=23789): Terminated: ok {rc=0}\u000a03:59:36.503412 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23786): Process ended prematurely: osmo-stp_10.42.42.5(pid=23786) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23786)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:59:36.512778 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:59:36.575078 run osmo-hlr_10.42.42.2(pid=23783): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23783)]\u000a03:59:36.625777 run osmo-hlr_10.42.42.2(pid=23783): stdout: \u000a| (launched: 2022-12-10_03:59:33.205420) \u000a03:59:36.676931 run osmo-hlr_10.42.42.2(pid=23783): stderr: \u000a| �[0;m�[1;31m20221210035933404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035933404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035933404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035933404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035933405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035933405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035933417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035933425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035933425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035933425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:36.720942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23782): Terminating (SIGTERM)\u000a03:59:36.762399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23785): Terminating (SIGTERM)\u000a03:59:36.803891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23788): Terminating (SIGTERM)\u000a03:59:36.813532 --- ParallelTerminationStrategy: PID 23782 died...\u000a03:59:36.869383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23782): Terminated: ok {rc=0}\u000a03:59:36.879674 --- ParallelTerminationStrategy: PID 23785 died...\u000a03:59:36.935244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23785): Terminated: ok {rc=0}\u000a03:59:36.945392 --- ParallelTerminationStrategy: PID 23788 died...\u000a03:59:37.000817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23788): Terminated: ok {rc=0}\u000a03:59:37.087453 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:58:39" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23805): Process ended prematurely: osmo-stp_10.42.42.5(pid=23805) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23805)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23805): Process ended prematurely: osmo-stp_10.42.42.5(pid=23805) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:59:39.243196 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:39.254248 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:59:39.412767 tst cs_paging_gprs_active.py: using LAC 25836\u000a03:59:39.533292 tst cs_paging_gprs_active.py: using RAC 81\u000a03:59:39.653210 tst cs_paging_gprs_active.py: using CellId 25836\u000a03:59:39.774433 tst cs_paging_gprs_active.py: using BVCI 25837\u000a03:59:39.797820 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:39.808740 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:39.819647 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:39.830947 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:39.842184 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:39.854124 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:39.865106 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:39.876220 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:39.887381 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:59:40.006495 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:59:40.300641 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:59:40.437019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:40.771562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23795): Launched\u000a03:59:41.050810 run iperf3-srv_10.42.42.10(pid=23796): Launched\u000a03:59:41.250459 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:59:41.385974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:41.719921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23797): Launched\u000a03:59:41.998273 run iperf3-srv_10.42.42.10(pid=23798): Launched\u000a03:59:42.198559 tst cs_paging_gprs_active.py:38: start network...\u000a03:59:42.334337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:42.853029 run create_hlr_db(pid=23799): Launched\u000a03:59:43.041170 bus /gobi_6: Setting Powered False\u000a03:59:44.060406 run create_hlr_db(pid=23799): Terminated: ok {rc=0}\u000a03:59:44.469334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23801): Launched\u000a03:59:44.774146 run osmo-hlr_10.42.42.2(pid=23802): Launched\u000a03:59:44.893568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:45.429409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23804): Launched\u000a03:59:45.734920 run osmo-stp_10.42.42.5(pid=23805): Launched\u000a03:59:45.878504 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:46.449361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23807): Launched\u000a03:59:46.560376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:46.887784 run patchelf(pid=23808): Launched\u000a03:59:47.123374 run osmo-stp_10.42.42.5(pid=23805): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23805)]\u000a03:59:47.263983 run osmo-stp_10.42.42.5(pid=23805): stdout: \u000a| (launched: 2022-12-10_03:59:45.583913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:47.396120 run osmo-stp_10.42.42.5(pid=23805): stderr: \u000a| �[0;m�[38;5;43m20221210035945756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035945756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035945757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035945757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035945758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035945758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035945758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:47.523214 run osmo-stp_10.42.42.5(pid=23805): stdout: \u000a| (launched: 2022-12-10_03:59:45.583913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:47.648651 run osmo-stp_10.42.42.5(pid=23805): stderr: \u000a| �[0;m�[38;5;43m20221210035945756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035945756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035945757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035945757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035945758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035945758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035945758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:47.795366 run patchelf(pid=23808): Terminating (SIGINT)\u000a03:59:47.967662 run patchelf(pid=23808): Terminated: ok {rc=0}\u000a03:59:47.999495 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23805): Process ended prematurely: osmo-stp_10.42.42.5(pid=23805) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23805)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:59:48.009167 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:59:48.071310 run osmo-hlr_10.42.42.2(pid=23802): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23802)]\u000a03:59:48.121083 run osmo-hlr_10.42.42.2(pid=23802): stdout: \u000a| (launched: 2022-12-10_03:59:44.624118) \u000a03:59:48.171785 run osmo-hlr_10.42.42.2(pid=23802): stderr: \u000a| �[0;m�[1;31m20221210035944801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035944802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035944802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035944802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035944802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035944802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035944814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035944822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035944822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035944822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:48.214231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23795): Terminating (SIGTERM)\u000a03:59:48.254791 run iperf3-srv_10.42.42.10(pid=23796): Terminating (SIGTERM)\u000a03:59:48.295870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23797): Terminating (SIGTERM)\u000a03:59:48.336365 run iperf3-srv_10.42.42.10(pid=23798): Terminating (SIGTERM)\u000a03:59:48.377148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23801): Terminating (SIGTERM)\u000a03:59:48.417921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23804): Terminating (SIGTERM)\u000a03:59:48.458492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23807): Terminating (SIGTERM)\u000a03:59:48.468368 --- ParallelTerminationStrategy: PID 23795 died...\u000a03:59:48.522297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23795): Terminated: ok {rc=0}\u000a03:59:48.531793 --- ParallelTerminationStrategy: PID 23796 died...\u000a03:59:48.584758 run iperf3-srv_10.42.42.10(pid=23796): Terminated {rc=256}\u000a03:59:48.594576 --- ParallelTerminationStrategy: PID 23797 died...\u000a03:59:48.647459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23797): Terminated: ok {rc=0}\u000a03:59:48.657301 --- ParallelTerminationStrategy: PID 23798 died...\u000a03:59:48.710399 run iperf3-srv_10.42.42.10(pid=23798): Terminated {rc=256}\u000a03:59:48.719968 --- ParallelTerminationStrategy: PID 23801 died...\u000a03:59:48.772999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23801): Terminated: ok {rc=0}\u000a03:59:48.782815 --- ParallelTerminationStrategy: PID 23804 died...\u000a03:59:48.836040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23804): Terminated: ok {rc=0}\u000a03:59:48.845739 --- ParallelTerminationStrategy: PID 23807 died...\u000a03:59:48.899228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23807): Terminated: ok {rc=0}\u000a03:59:48.987991 bus /gobi_0: Setting Powered False\u000a03:59:50.091040 bus /gobi_0: Setting Powered False\u000a03:59:51.201548 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23817): Process ended prematurely: osmo-stp_10.42.42.5(pid=23817) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23817)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23817): Process ended prematurely: osmo-stp_10.42.42.5(pid=23817) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:59:52.311189 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:52.322912 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:59:52.481431 tst iperf3.py: using LAC 25837\u000a03:59:52.608159 tst iperf3.py: using RAC 82\u000a03:59:52.734236 tst iperf3.py: using CellId 25837\u000a03:59:52.862640 tst iperf3.py: using BVCI 25838\u000a03:59:52.887637 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:52.899148 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:52.910480 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:52.921837 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:52.933104 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:52.944349 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:52.955760 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:52.967032 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:59:52.978453 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:59:53.258095 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:59:53.384640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:53.700494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23809): Launched\u000a03:59:53.962594 run iperf3-srv_10.42.42.10(pid=23810): Launched\u000a03:59:54.148485 tst iperf3.py:8: start network...\u000a03:59:54.275735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:54.755494 run create_hlr_db(pid=23811): Launched\u000a03:59:54.930252 bus /gobi_6: Setting Powered False\u000a03:59:55.952211 run create_hlr_db(pid=23811): Terminated: ok {rc=0}\u000a03:59:56.383580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23813): Launched\u000a03:59:56.708790 run osmo-hlr_10.42.42.2(pid=23814): Launched\u000a03:59:56.831724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:57.396110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23816): Launched\u000a03:59:57.721112 run osmo-stp_10.42.42.5(pid=23817): Launched\u000a03:59:57.838365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:58.401910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23819): Launched\u000a03:59:58.517852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:58.800475 run patchelf(pid=23820): Launched\u000a03:59:58.990876 run osmo-stp_10.42.42.5(pid=23817): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23817)]\u000a03:59:59.130808 run osmo-stp_10.42.42.5(pid=23817): stdout: \u000a| (launched: 2022-12-10_03:59:57.562733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:59.270560 run osmo-stp_10.42.42.5(pid=23817): stderr: \u000a| �[0;m�[38;5;43m20221210035957754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035957755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035957755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035957755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035957758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035957758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035957758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:59.405820 run osmo-stp_10.42.42.5(pid=23817): stdout: \u000a| (launched: 2022-12-10_03:59:57.562733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:59.538919 run osmo-stp_10.42.42.5(pid=23817): stderr: \u000a| �[0;m�[38;5;43m20221210035957754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210035957755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210035957755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210035957755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210035957758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210035957758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210035957758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:59.694009 run patchelf(pid=23820): Terminating (SIGINT)\u000a03:59:59.876298 run patchelf(pid=23820): Terminated: ok {rc=0}\u000a03:59:59.909796 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23817): Process ended prematurely: osmo-stp_10.42.42.5(pid=23817) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23817)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:59:59.920056 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:59:59.982975 run osmo-hlr_10.42.42.2(pid=23814): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23814)]\u000a04:00:00.034178 run osmo-hlr_10.42.42.2(pid=23814): stdout: \u000a| (launched: 2022-12-10_03:59:56.549293) \u000a04:00:00.086199 run osmo-hlr_10.42.42.2(pid=23814): stderr: \u000a| �[0;m�[1;31m20221210035956751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210035956751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210035956751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035956751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210035956751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210035956751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210035956764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210035956774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210035956774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210035956774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:00.130848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23809): Terminating (SIGTERM)\u000a04:00:00.172900 run iperf3-srv_10.42.42.10(pid=23810): Terminating (SIGTERM)\u000a04:00:00.215315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23813): Terminating (SIGTERM)\u000a04:00:00.257738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23816): Terminating (SIGTERM)\u000a04:00:00.299841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23819): Terminating (SIGTERM)\u000a04:00:00.309761 --- ParallelTerminationStrategy: PID 23809 died...\u000a04:00:00.366422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23809): Terminated: ok {rc=0}\u000a04:00:00.376780 --- ParallelTerminationStrategy: PID 23810 died...\u000a04:00:00.433053 run iperf3-srv_10.42.42.10(pid=23810): Terminated {rc=256}\u000a04:00:00.443251 --- ParallelTerminationStrategy: PID 23813 died...\u000a04:00:00.499537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23813): Terminated: ok {rc=0}\u000a04:00:00.509821 --- ParallelTerminationStrategy: PID 23816 died...\u000a04:00:00.566042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23816): Terminated: ok {rc=0}\u000a04:00:00.576298 --- ParallelTerminationStrategy: PID 23819 died...\u000a04:00:00.632631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23819): Terminated: ok {rc=0}\u000a04:00:00.719634 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23838): Process ended prematurely: osmo-stp_10.42.42.5(pid=23838) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23838)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23838): Process ended prematurely: osmo-stp_10.42.42.5(pid=23838) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:00:01.855225 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:01.868266 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:02.045484 tst iperf3m4.py: using LAC 25838\u000a04:00:02.175043 tst iperf3m4.py: using RAC 83\u000a04:00:02.303669 tst iperf3m4.py: using CellId 25838\u000a04:00:02.431423 tst iperf3m4.py: using BVCI 25839\u000a04:00:02.456372 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:02.467978 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:02.479346 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:02.490943 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:02.502396 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:02.513866 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:02.525534 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:02.536837 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:02.548627 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:02.667703 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:02.790700 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:02.910754 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:03.206868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:00:03.342789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:03.678398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23824): Launched\u000a04:00:03.956503 run iperf3-srv_10.42.42.10(pid=23825): Launched\u000a04:00:04.156898 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:00:04.292897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:04.628935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23826): Launched\u000a04:00:04.907239 run iperf3-srv_10.42.42.10(pid=23827): Launched\u000a04:00:05.106145 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:00:05.241510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:05.576454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23828): Launched\u000a04:00:05.850570 run iperf3-srv_10.42.42.10(pid=23829): Launched\u000a04:00:06.037803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:00:06.165085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:06.481058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23830): Launched\u000a04:00:06.742344 run iperf3-srv_10.42.42.10(pid=23831): Launched\u000a04:00:06.927529 tst iperf3m4.py:8: start network...\u000a04:00:07.053974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:07.535119 run create_hlr_db(pid=23832): Launched\u000a04:00:07.710329 bus /gobi_6: Setting Powered False\u000a04:00:08.741834 run create_hlr_db(pid=23832): Terminated: ok {rc=0}\u000a04:00:09.151322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23834): Launched\u000a04:00:09.456430 run osmo-hlr_10.42.42.2(pid=23835): Launched\u000a04:00:09.575453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:10.110058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23837): Launched\u000a04:00:10.413750 run osmo-stp_10.42.42.5(pid=23838): Launched\u000a04:00:10.524184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:11.053885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23840): Launched\u000a04:00:11.162636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:11.427628 run patchelf(pid=23841): Launched\u000a04:00:11.605778 run osmo-stp_10.42.42.5(pid=23838): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23838)]\u000a04:00:11.736410 run osmo-stp_10.42.42.5(pid=23838): stdout: \u000a| (launched: 2022-12-10_04:00:10.264207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:11.867134 run osmo-stp_10.42.42.5(pid=23838): stderr: \u000a| �[0;m�[38;5;43m20221210040010434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040010435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040010435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040010435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040010437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040010438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040010438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:11.993251 run osmo-stp_10.42.42.5(pid=23838): stdout: \u000a| (launched: 2022-12-10_04:00:10.264207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:12.118076 run osmo-stp_10.42.42.5(pid=23838): stderr: \u000a| �[0;m�[38;5;43m20221210040010434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040010435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040010435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040010435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040010437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040010438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040010438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:12.263264 run patchelf(pid=23841): Terminating (SIGINT)\u000a04:00:12.434434 run patchelf(pid=23841): Terminated: ok {rc=0}\u000a04:00:12.465976 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23838): Process ended prematurely: osmo-stp_10.42.42.5(pid=23838) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23838)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:00:12.475397 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:00:12.536012 run osmo-hlr_10.42.42.2(pid=23835): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23835)]\u000a04:00:12.585204 run osmo-hlr_10.42.42.2(pid=23835): stdout: \u000a| (launched: 2022-12-10_04:00:09.306339) \u000a04:00:12.634854 run osmo-hlr_10.42.42.2(pid=23835): stderr: \u000a| �[0;m�[1;31m20221210040009480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040009480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040009480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040009480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040009480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040009480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040009493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040009501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040009502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040009502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:12.676833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23824): Terminating (SIGTERM)\u000a04:00:12.717123 run iperf3-srv_10.42.42.10(pid=23825): Terminating (SIGTERM)\u000a04:00:12.756586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23826): Terminating (SIGTERM)\u000a04:00:12.796078 run iperf3-srv_10.42.42.10(pid=23827): Terminating (SIGTERM)\u000a04:00:12.835720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23828): Terminating (SIGTERM)\u000a04:00:12.875269 run iperf3-srv_10.42.42.10(pid=23829): Terminating (SIGTERM)\u000a04:00:12.914923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23830): Terminating (SIGTERM)\u000a04:00:12.954388 run iperf3-srv_10.42.42.10(pid=23831): Terminating (SIGTERM)\u000a04:00:12.994037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23834): Terminating (SIGTERM)\u000a04:00:13.033553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23837): Terminating (SIGTERM)\u000a04:00:13.073077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23840): Terminating (SIGTERM)\u000a04:00:13.082407 --- ParallelTerminationStrategy: PID 23824 died...\u000a04:00:13.135847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23824): Terminated: ok {rc=0}\u000a04:00:13.145610 --- ParallelTerminationStrategy: PID 23825 died...\u000a04:00:13.198931 run iperf3-srv_10.42.42.10(pid=23825): Terminated {rc=256}\u000a04:00:13.208672 --- ParallelTerminationStrategy: PID 23826 died...\u000a04:00:13.261487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23826): Terminated: ok {rc=0}\u000a04:00:13.271164 --- ParallelTerminationStrategy: PID 23827 died...\u000a04:00:13.323616 run iperf3-srv_10.42.42.10(pid=23827): Terminated {rc=256}\u000a04:00:13.333413 --- ParallelTerminationStrategy: PID 23828 died...\u000a04:00:13.386067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23828): Terminated: ok {rc=0}\u000a04:00:13.395753 --- ParallelTerminationStrategy: PID 23829 died...\u000a04:00:13.448254 run iperf3-srv_10.42.42.10(pid=23829): Terminated {rc=256}\u000a04:00:13.458022 --- ParallelTerminationStrategy: PID 23830 died...\u000a04:00:13.510748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23830): Terminated: ok {rc=0}\u000a04:00:13.520513 --- ParallelTerminationStrategy: PID 23831 died...\u000a04:00:13.573385 run iperf3-srv_10.42.42.10(pid=23831): Terminated {rc=256}\u000a04:00:13.582916 --- ParallelTerminationStrategy: PID 23834 died...\u000a04:00:13.635537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23834): Terminated: ok {rc=0}\u000a04:00:13.645321 --- ParallelTerminationStrategy: PID 23837 died...\u000a04:00:13.698010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23837): Terminated: ok {rc=0}\u000a04:00:13.707736 --- ParallelTerminationStrategy: PID 23840 died...\u000a04:00:13.760626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23840): Terminated: ok {rc=0}\u000a04:00:13.843417 bus /gobi_4: Setting Powered False\u000a04:00:14.946177 bus /gobi_4: Setting Powered False\u000a04:00:16.056384 bus /gobi_1: Setting Powered False\u000a04:00:17.165860 bus /gobi_1: Setting Powered False\u000a04:00:18.272476 bus /gobi_0: Setting Powered False\u000a04:00:19.379179 bus /gobi_0: Setting Powered False\u000a04:00:20.485775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23848): Process ended prematurely: osmo-stp_10.42.42.5(pid=23848) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23848)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23848): Process ended prematurely: osmo-stp_10.42.42.5(pid=23848) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:00:21.554978 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:21.566843 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:21.732405 tst ping.py: using LAC 25839\u000a04:00:21.857690 tst ping.py: using RAC 84\u000a04:00:21.982699 tst ping.py: using CellId 25839\u000a04:00:22.112619 tst ping.py: using BVCI 25840\u000a04:00:22.137300 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:22.148838 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:22.160186 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:22.171880 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:22.183598 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:22.195431 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:22.207544 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:22.219410 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:22.509670 tst ping.py:19: start network...\u000a04:00:22.642591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:23.149087 run create_hlr_db(pid=23842): Launched\u000a04:00:23.333458 bus /gobi_6: Setting Powered False\u000a04:00:24.354113 run create_hlr_db(pid=23842): Terminated: ok {rc=0}\u000a04:00:24.758768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23844): Launched\u000a04:00:25.058451 run osmo-hlr_10.42.42.2(pid=23845): Launched\u000a04:00:25.176087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:25.707546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23847): Launched\u000a04:00:26.005876 run osmo-stp_10.42.42.5(pid=23848): Launched\u000a04:00:26.114937 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:26.634952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23850): Launched\u000a04:00:26.741625 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:27.001300 run patchelf(pid=23851): Launched\u000a04:00:27.176075 run osmo-stp_10.42.42.5(pid=23848): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23848)]\u000a04:00:27.304333 run osmo-stp_10.42.42.5(pid=23848): stdout: \u000a| (launched: 2022-12-10_04:00:25.859026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:27.432505 run osmo-stp_10.42.42.5(pid=23848): stderr: \u000a| �[0;m�[38;5;43m20221210040026031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040026031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040026031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040026032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040026032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040026032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040026032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:27.555944 run osmo-stp_10.42.42.5(pid=23848): stdout: \u000a| (launched: 2022-12-10_04:00:25.859026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:27.678407 run osmo-stp_10.42.42.5(pid=23848): stderr: \u000a| �[0;m�[38;5;43m20221210040026031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040026031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040026031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040026032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040026032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040026032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040026032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:27.821107 run patchelf(pid=23851): Terminating (SIGINT)\u000a04:00:27.988585 run patchelf(pid=23851): Terminated: ok {rc=0}\u000a04:00:28.019350 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23848): Process ended prematurely: osmo-stp_10.42.42.5(pid=23848) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23848)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:00:28.028117 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:00:28.087895 run osmo-hlr_10.42.42.2(pid=23845): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23845)]\u000a04:00:28.136546 run osmo-hlr_10.42.42.2(pid=23845): stdout: \u000a| (launched: 2022-12-10_04:00:24.910820) \u000a04:00:28.185984 run osmo-hlr_10.42.42.2(pid=23845): stderr: \u000a| �[0;m�[1;31m20221210040025084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040025084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040025084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040025084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040025084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040025084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040025096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040025105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040025105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040025105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:28.227629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23844): Terminating (SIGTERM)\u000a04:00:28.267121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23847): Terminating (SIGTERM)\u000a04:00:28.306602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23850): Terminating (SIGTERM)\u000a04:00:28.315993 --- ParallelTerminationStrategy: PID 23844 died...\u000a04:00:28.368884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23844): Terminated: ok {rc=0}\u000a04:00:28.378699 --- ParallelTerminationStrategy: PID 23847 died...\u000a04:00:28.432390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23847): Terminated: ok {rc=0}\u000a04:00:28.442090 --- ParallelTerminationStrategy: PID 23850 died...\u000a04:00:28.494717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23850): Terminated: ok {rc=0}\u000a04:00:28.583427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23858): Process ended prematurely: osmo-stp_10.42.42.5(pid=23858) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23858)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23858): Process ended prematurely: osmo-stp_10.42.42.5(pid=23858) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:00:29.634665 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:29.646668 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:29.811564 tst ping_idle_ping.py: using LAC 25840\u000a04:00:29.927198 tst ping_idle_ping.py: using RAC 85\u000a04:00:30.042597 tst ping_idle_ping.py: using CellId 25840\u000a04:00:30.158766 tst ping_idle_ping.py: using BVCI 25841\u000a04:00:30.181566 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.192349 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.202978 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.213948 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.224677 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.235472 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.246441 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.257282 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:30.549251 tst ping_idle_ping.py:24: start network...\u000a04:00:30.682563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:31.264818 run create_hlr_db(pid=23852): Launched\u000a04:00:31.456330 bus /gobi_6: Setting Powered False\u000a04:00:32.470444 run create_hlr_db(pid=23852): Terminated: ok {rc=0}\u000a04:00:32.875306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23854): Launched\u000a04:00:33.174501 run osmo-hlr_10.42.42.2(pid=23855): Launched\u000a04:00:33.287012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:33.817667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23857): Launched\u000a04:00:34.117238 run osmo-stp_10.42.42.5(pid=23858): Launched\u000a04:00:34.226531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:34.748544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23860): Launched\u000a04:00:34.855733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:35.116302 run patchelf(pid=23861): Launched\u000a04:00:35.291732 run osmo-stp_10.42.42.5(pid=23858): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23858)]\u000a04:00:35.421223 run osmo-stp_10.42.42.5(pid=23858): stdout: \u000a| (launched: 2022-12-10_04:00:33.969599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:35.549724 run osmo-stp_10.42.42.5(pid=23858): stderr: \u000a| �[0;m�[38;5;43m20221210040034140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040034140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040034141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040034141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040034142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040034142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040034142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:35.673594 run osmo-stp_10.42.42.5(pid=23858): stdout: \u000a| (launched: 2022-12-10_04:00:33.969599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:35.796464 run osmo-stp_10.42.42.5(pid=23858): stderr: \u000a| �[0;m�[38;5;43m20221210040034140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040034140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040034141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040034141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040034142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040034142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040034142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:35.939326 run patchelf(pid=23861): Terminating (SIGINT)\u000a04:00:36.107209 run patchelf(pid=23861): Terminated: ok {rc=0}\u000a04:00:36.137889 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23858): Process ended prematurely: osmo-stp_10.42.42.5(pid=23858) [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23858)] [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:00:36.146698 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:00:36.207089 run osmo-hlr_10.42.42.2(pid=23855): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23855)]\u000a04:00:36.255833 run osmo-hlr_10.42.42.2(pid=23855): stdout: \u000a| (launched: 2022-12-10_04:00:33.027155) \u000a04:00:36.305302 run osmo-hlr_10.42.42.2(pid=23855): stderr: \u000a| �[0;m�[1;31m20221210040033203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040033203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040033203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040033203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040033203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040033203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040033215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040033226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040033226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040033226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:36.347136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23854): Terminating (SIGTERM)\u000a04:00:36.386866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23857): Terminating (SIGTERM)\u000a04:00:36.426541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23860): Terminating (SIGTERM)\u000a04:00:36.436075 --- ParallelTerminationStrategy: PID 23854 died...\u000a04:00:36.489456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23854): Terminated: ok {rc=0}\u000a04:00:36.499096 --- ParallelTerminationStrategy: PID 23857 died...\u000a04:00:36.551862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23857): Terminated: ok {rc=0}\u000a04:00:36.561910 --- ParallelTerminationStrategy: PID 23860 died...\u000a04:00:36.615096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23860): Terminated: ok {rc=0}\u000a04:00:36.702093 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:59:38" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23875): Process ended prematurely: osmo-stp_10.42.42.5(pid=23875) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23875)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23875): Process ended prematurely: osmo-stp_10.42.42.5(pid=23875) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:00:38.854051 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:38.865476 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:00:39.006078 tst cs_paging_gprs_active.py: using LAC 25841\u000a04:00:39.124089 tst cs_paging_gprs_active.py: using RAC 86\u000a04:00:39.243967 tst cs_paging_gprs_active.py: using CellId 25841\u000a04:00:39.364232 tst cs_paging_gprs_active.py: using BVCI 25842\u000a04:00:39.387909 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:39.399360 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:39.410717 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:39.422391 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:39.434082 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:39.445820 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:39.457492 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:39.468870 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:39.480697 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:00:39.601845 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:00:39.896342 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:00:40.032242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:40.368529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23865): Launched\u000a04:00:40.648926 run iperf3-srv_10.42.42.10(pid=23866): Launched\u000a04:00:40.848656 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:00:40.984484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:41.321315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23867): Launched\u000a04:00:41.601899 run iperf3-srv_10.42.42.10(pid=23868): Launched\u000a04:00:41.801957 tst cs_paging_gprs_active.py:38: start network...\u000a04:00:41.937908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:42.458792 run create_hlr_db(pid=23869): Launched\u000a04:00:42.646863 bus /gobi_6: Setting Powered False\u000a04:00:43.669354 run create_hlr_db(pid=23869): Terminated: ok {rc=0}\u000a04:00:44.078391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23871): Launched\u000a04:00:44.383697 run osmo-hlr_10.42.42.2(pid=23872): Launched\u000a04:00:44.504102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:45.066985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23874): Launched\u000a04:00:45.391414 run osmo-stp_10.42.42.5(pid=23875): Launched\u000a04:00:45.509796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:46.125910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23877): Launched\u000a04:00:46.285789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:46.586639 run patchelf(pid=23878): Launched\u000a04:00:46.772373 run osmo-stp_10.42.42.5(pid=23875): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23875)]\u000a04:00:46.907986 run osmo-stp_10.42.42.5(pid=23875): stdout: \u000a| (launched: 2022-12-10_04:00:45.232110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:47.044478 run osmo-stp_10.42.42.5(pid=23875): stderr: \u000a| �[0;m�[38;5;43m20221210040045427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040045427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040045428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040045428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040045428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040045428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040045429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:47.175135 run osmo-stp_10.42.42.5(pid=23875): stdout: \u000a| (launched: 2022-12-10_04:00:45.232110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:47.303935 run osmo-stp_10.42.42.5(pid=23875): stderr: \u000a| �[0;m�[38;5;43m20221210040045427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040045427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040045428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040045428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040045428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040045428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040045429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:47.450424 run patchelf(pid=23878): Terminating (SIGINT)\u000a04:00:47.622289 run patchelf(pid=23878): Terminated: ok {rc=0}\u000a04:00:47.653963 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23875): Process ended prematurely: osmo-stp_10.42.42.5(pid=23875) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23875)] [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a04:00:47.663724 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:00:47.724740 run osmo-hlr_10.42.42.2(pid=23872): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23872)]\u000a04:00:47.774203 run osmo-hlr_10.42.42.2(pid=23872): stdout: \u000a| (launched: 2022-12-10_04:00:44.233342) \u000a04:00:47.824321 run osmo-hlr_10.42.42.2(pid=23872): stderr: \u000a| �[0;m�[1;31m20221210040044412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040044412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040044412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040044412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040044412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040044412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040044424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040044432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040044433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040044433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:47.866476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23865): Terminating (SIGTERM)\u000a04:00:47.906648 run iperf3-srv_10.42.42.10(pid=23866): Terminating (SIGTERM)\u000a04:00:47.946679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23867): Terminating (SIGTERM)\u000a04:00:47.986594 run iperf3-srv_10.42.42.10(pid=23868): Terminating (SIGTERM)\u000a04:00:48.026705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23871): Terminating (SIGTERM)\u000a04:00:48.066500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23874): Terminating (SIGTERM)\u000a04:00:48.106378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23877): Terminating (SIGTERM)\u000a04:00:48.115875 --- ParallelTerminationStrategy: PID 23865 died...\u000a04:00:48.169147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23865): Terminated: ok {rc=0}\u000a04:00:48.178972 --- ParallelTerminationStrategy: PID 23866 died...\u000a04:00:48.231633 run iperf3-srv_10.42.42.10(pid=23866): Terminated {rc=256}\u000a04:00:48.241562 --- ParallelTerminationStrategy: PID 23867 died...\u000a04:00:48.294760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23867): Terminated: ok {rc=0}\u000a04:00:48.304258 --- ParallelTerminationStrategy: PID 23868 died...\u000a04:00:48.356900 run iperf3-srv_10.42.42.10(pid=23868): Terminated {rc=256}\u000a04:00:48.366902 --- ParallelTerminationStrategy: PID 23871 died...\u000a04:00:48.420367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23871): Terminated: ok {rc=0}\u000a04:00:48.430182 --- ParallelTerminationStrategy: PID 23874 died...\u000a04:00:48.483151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23874): Terminated: ok {rc=0}\u000a04:00:48.493182 --- ParallelTerminationStrategy: PID 23877 died...\u000a04:00:48.546115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23877): Terminated: ok {rc=0}\u000a04:00:48.632808 bus /gobi_0: Setting Powered False\u000a04:00:49.736160 bus /gobi_0: Setting Powered False\u000a04:00:50.841556 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23887): Process ended prematurely: osmo-stp_10.42.42.5(pid=23887) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23887)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23887): Process ended prematurely: osmo-stp_10.42.42.5(pid=23887) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a04:00:51.956075 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:51.968409 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:00:52.119891 tst iperf3.py: using LAC 25842\u000a04:00:52.246306 tst iperf3.py: using RAC 87\u000a04:00:52.373645 tst iperf3.py: using CellId 25842\u000a04:00:52.500743 tst iperf3.py: using BVCI 25843\u000a04:00:52.525786 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:52.537572 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:52.549584 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:52.561633 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:52.573195 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:52.584639 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:52.596514 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:52.607979 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:00:52.619782 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:00:52.912919 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:00:53.048770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:53.384881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23879): Launched\u000a04:00:53.664174 run iperf3-srv_10.42.42.10(pid=23880): Launched\u000a04:00:53.863705 tst iperf3.py:8: start network...\u000a04:00:53.998927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:54.516209 run create_hlr_db(pid=23881): Launched\u000a04:00:54.702896 bus /gobi_6: Setting Powered False\u000a04:00:55.724204 run create_hlr_db(pid=23881): Terminated: ok {rc=0}\u000a04:00:56.131611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23883): Launched\u000a04:00:56.437481 run osmo-hlr_10.42.42.2(pid=23884): Launched\u000a04:00:56.554444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:57.097667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23886): Launched\u000a04:00:57.422424 run osmo-stp_10.42.42.5(pid=23887): Launched\u000a04:00:57.541146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:58.106107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23889): Launched\u000a04:00:58.222262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:58.504495 run patchelf(pid=23890): Launched\u000a04:00:58.693860 run osmo-stp_10.42.42.5(pid=23887): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23887)]\u000a04:00:58.832301 run osmo-stp_10.42.42.5(pid=23887): stdout: \u000a| (launched: 2022-12-10_04:00:57.262882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:58.971641 run osmo-stp_10.42.42.5(pid=23887): stderr: \u000a| �[0;m�[38;5;43m20221210040057458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040057458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040057458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040057458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040057459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040057459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040057459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:59.105447 run osmo-stp_10.42.42.5(pid=23887): stdout: \u000a| (launched: 2022-12-10_04:00:57.262882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:59.238079 run osmo-stp_10.42.42.5(pid=23887): stderr: \u000a| �[0;m�[38;5;43m20221210040057458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040057458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040057458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040057458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040057459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040057459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040057459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:59.393656 run patchelf(pid=23890): Terminating (SIGINT)\u000a04:00:59.576388 run patchelf(pid=23890): Terminated: ok {rc=0}\u000a04:00:59.609969 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23887): Process ended prematurely: osmo-stp_10.42.42.5(pid=23887) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23887)] [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a04:00:59.620200 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:00:59.685248 run osmo-hlr_10.42.42.2(pid=23884): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23884)]\u000a04:00:59.734820 run osmo-hlr_10.42.42.2(pid=23884): stdout: \u000a| (launched: 2022-12-10_04:00:56.286645) \u000a04:00:59.785070 run osmo-hlr_10.42.42.2(pid=23884): stderr: \u000a| �[0;m�[1;31m20221210040056464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040056464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040056464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040056464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040056464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040056464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040056476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040056486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040056486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040056486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:59.827022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23879): Terminating (SIGTERM)\u000a04:00:59.867557 run iperf3-srv_10.42.42.10(pid=23880): Terminating (SIGTERM)\u000a04:00:59.907652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23883): Terminating (SIGTERM)\u000a04:00:59.948110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23886): Terminating (SIGTERM)\u000a04:00:59.988518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23889): Terminating (SIGTERM)\u000a04:00:59.998619 --- ParallelTerminationStrategy: PID 23879 died...\u000a04:01:00.053052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23879): Terminated: ok {rc=0}\u000a04:01:00.062590 --- ParallelTerminationStrategy: PID 23880 died...\u000a04:01:00.116685 run iperf3-srv_10.42.42.10(pid=23880): Terminated {rc=256}\u000a04:01:00.126232 --- ParallelTerminationStrategy: PID 23883 died...\u000a04:01:00.179422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23883): Terminated: ok {rc=0}\u000a04:01:00.189727 --- ParallelTerminationStrategy: PID 23886 died...\u000a04:01:00.242896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23886): Terminated: ok {rc=0}\u000a04:01:00.252571 --- ParallelTerminationStrategy: PID 23889 died...\u000a04:01:00.305516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23889): Terminated: ok {rc=0}\u000a04:01:00.393425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23905): Process ended prematurely: osmo-stp_10.42.42.5(pid=23905) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23905): Process ended prematurely: osmo-stp_10.42.42.5(pid=23905) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a04:01:01.504713 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:01.517787 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:01:01.672189 tst iperf3m4.py: using LAC 25843\u000a04:01:01.838593 tst iperf3m4.py: using RAC 88\u000a04:01:01.998164 tst iperf3m4.py: using CellId 25843\u000a04:01:02.183967 tst iperf3m4.py: using BVCI 25844\u000a04:01:02.213732 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:02.226197 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:02.238264 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:02.250208 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:02.262655 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:02.274589 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:02.287024 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:02.299760 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:02.313820 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:02.433535 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:02.555721 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:02.677677 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:02.958259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:01:03.085164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:03.401327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23891): Launched\u000a04:01:03.663623 run iperf3-srv_10.42.42.10(pid=23892): Launched\u000a04:01:03.849791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:01:03.976191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:04.291589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23893): Launched\u000a04:01:04.554467 run iperf3-srv_10.42.42.10(pid=23894): Launched\u000a04:01:04.741067 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:01:04.867780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:05.182614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23895): Launched\u000a04:01:05.444777 run iperf3-srv_10.42.42.10(pid=23896): Launched\u000a04:01:05.631328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:01:05.758024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:06.073112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23897): Launched\u000a04:01:06.334688 run iperf3-srv_10.42.42.10(pid=23898): Launched\u000a04:01:06.520551 tst iperf3m4.py:8: start network...\u000a04:01:06.647276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:07.125700 run create_hlr_db(pid=23899): Launched\u000a04:01:07.300520 bus /gobi_6: Setting Powered False\u000a04:01:08.322440 run create_hlr_db(pid=23899): Terminated: ok {rc=0}\u000a04:01:08.727177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23901): Launched\u000a04:01:09.032182 run osmo-hlr_10.42.42.2(pid=23902): Launched\u000a04:01:09.150253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:09.693658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23904): Launched\u000a04:01:09.997807 run osmo-stp_10.42.42.5(pid=23905): Launched\u000a04:01:10.108849 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:10.639250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23907): Launched\u000a04:01:10.747556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:11.013085 run patchelf(pid=23908): Launched\u000a04:01:11.191301 run osmo-stp_10.42.42.5(pid=23905): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)]\u000a04:01:11.321464 run osmo-stp_10.42.42.5(pid=23905): stdout: \u000a| (launched: 2022-12-10_04:01:09.847989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:11.452142 run osmo-stp_10.42.42.5(pid=23905): stderr: \u000a| �[0;m�[38;5;43m20221210040110019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040110019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040110019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040110019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040110020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040110020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040110020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:11.578018 run osmo-stp_10.42.42.5(pid=23905): stdout: \u000a| (launched: 2022-12-10_04:01:09.847989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:11.703050 run osmo-stp_10.42.42.5(pid=23905): stderr: \u000a| �[0;m�[38;5;43m20221210040110019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040110019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040110019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040110019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040110020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040110020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040110020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:11.848385 run patchelf(pid=23908): Terminating (SIGINT)\u000a04:01:12.019345 run patchelf(pid=23908): Terminated: ok {rc=0}\u000a04:01:12.050890 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23905): Process ended prematurely: osmo-stp_10.42.42.5(pid=23905) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)] [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a04:01:12.060391 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:01:12.121125 run osmo-hlr_10.42.42.2(pid=23902): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23902)]\u000a04:01:12.169974 run osmo-hlr_10.42.42.2(pid=23902): stdout: \u000a| (launched: 2022-12-10_04:01:08.881652) \u000a04:01:12.219591 run osmo-hlr_10.42.42.2(pid=23902): stderr: \u000a| �[0;m�[1;31m20221210040109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040109071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040109080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040109080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040109080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:12.261557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23891): Terminating (SIGTERM)\u000a04:01:12.301402 run iperf3-srv_10.42.42.10(pid=23892): Terminating (SIGTERM)\u000a04:01:12.341575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23893): Terminating (SIGTERM)\u000a04:01:12.381105 run iperf3-srv_10.42.42.10(pid=23894): Terminating (SIGTERM)\u000a04:01:12.421528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23895): Terminating (SIGTERM)\u000a04:01:12.461566 run iperf3-srv_10.42.42.10(pid=23896): Terminating (SIGTERM)\u000a04:01:12.501539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23897): Terminating (SIGTERM)\u000a04:01:12.541085 run iperf3-srv_10.42.42.10(pid=23898): Terminating (SIGTERM)\u000a04:01:12.581407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23901): Terminating (SIGTERM)\u000a04:01:12.621304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23904): Terminating (SIGTERM)\u000a04:01:12.660788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23907): Terminating (SIGTERM)\u000a04:01:12.670024 --- ParallelTerminationStrategy: PID 23891 died...\u000a04:01:12.724170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23891): Terminated: ok {rc=0}\u000a04:01:12.734126 --- ParallelTerminationStrategy: PID 23892 died...\u000a04:01:12.787315 run iperf3-srv_10.42.42.10(pid=23892): Terminated {rc=256}\u000a04:01:12.796880 --- ParallelTerminationStrategy: PID 23893 died...\u000a04:01:12.849925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23893): Terminated: ok {rc=0}\u000a04:01:12.859723 --- ParallelTerminationStrategy: PID 23894 died...\u000a04:01:12.913367 run iperf3-srv_10.42.42.10(pid=23894): Terminated {rc=256}\u000a04:01:12.922827 --- ParallelTerminationStrategy: PID 23895 died...\u000a04:01:12.975913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23895): Terminated: ok {rc=0}\u000a04:01:12.985827 --- ParallelTerminationStrategy: PID 23896 died...\u000a04:01:13.038430 run iperf3-srv_10.42.42.10(pid=23896): Terminated {rc=256}\u000a04:01:13.048041 --- ParallelTerminationStrategy: PID 23897 died...\u000a04:01:13.101318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23897): Terminated: ok {rc=0}\u000a04:01:13.110836 --- ParallelTerminationStrategy: PID 23898 died...\u000a04:01:13.163746 run iperf3-srv_10.42.42.10(pid=23898): Terminated {rc=256}\u000a04:01:13.173755 --- ParallelTerminationStrategy: PID 23901 died...\u000a04:01:13.226580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23901): Terminated: ok {rc=0}\u000a04:01:13.236413 --- ParallelTerminationStrategy: PID 23904 died...\u000a04:01:13.289198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23904): Terminated: ok {rc=0}\u000a04:01:13.299018 --- ParallelTerminationStrategy: PID 23907 died...\u000a04:01:13.351798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23907): Terminated: ok {rc=0}\u000a04:01:13.434424 bus /gobi_4: Setting Powered False\u000a04:01:14.540702 bus /gobi_4: Setting Powered False\u000a04:01:15.647154 bus /gobi_1: Setting Powered False\u000a04:01:16.756751 bus /gobi_1: Setting Powered False\u000a04:01:17.866028 bus /gobi_0: Setting Powered False\u000a04:01:18.968252 bus /gobi_0: Setting Powered False\u000a04:01:20.079559 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23915): Process ended prematurely: osmo-stp_10.42.42.5(pid=23915) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23915)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23915): Process ended prematurely: osmo-stp_10.42.42.5(pid=23915) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a04:01:21.146958 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:21.158913 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:01:21.298453 tst ping.py: using LAC 25844\u000a04:01:21.414223 tst ping.py: using RAC 89\u000a04:01:21.530454 tst ping.py: using CellId 25844\u000a04:01:21.650375 tst ping.py: using BVCI 25845\u000a04:01:21.673193 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:21.684434 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:21.695567 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:21.707130 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:21.718413 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:21.729827 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:21.741347 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:21.752578 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:22.043510 tst ping.py:19: start network...\u000a04:01:22.177478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:22.689143 run create_hlr_db(pid=23909): Launched\u000a04:01:22.875056 bus /gobi_6: Setting Powered False\u000a04:01:23.895620 run create_hlr_db(pid=23909): Terminated: ok {rc=0}\u000a04:01:24.298796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23911): Launched\u000a04:01:24.599503 run osmo-hlr_10.42.42.2(pid=23912): Launched\u000a04:01:24.713248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:25.243994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23914): Launched\u000a04:01:25.542240 run osmo-stp_10.42.42.5(pid=23915): Launched\u000a04:01:25.651495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:26.173675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23917): Launched\u000a04:01:26.280601 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:26.541917 run patchelf(pid=23918): Launched\u000a04:01:26.716934 run osmo-stp_10.42.42.5(pid=23915): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23915)]\u000a04:01:26.845245 run osmo-stp_10.42.42.5(pid=23915): stdout: \u000a| (launched: 2022-12-10_04:01:25.395257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:26.973630 run osmo-stp_10.42.42.5(pid=23915): stderr: \u000a| �[0;m�[38;5;43m20221210040125564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040125564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040125564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040125565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040125567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040125567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040125567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:27.097706 run osmo-stp_10.42.42.5(pid=23915): stdout: \u000a| (launched: 2022-12-10_04:01:25.395257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:27.220595 run osmo-stp_10.42.42.5(pid=23915): stderr: \u000a| �[0;m�[38;5;43m20221210040125564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040125564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040125564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040125565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040125567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040125567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040125567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:27.363248 run patchelf(pid=23918): Terminating (SIGINT)\u000a04:01:27.531207 run patchelf(pid=23918): Terminated: ok {rc=0}\u000a04:01:27.561857 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23915): Process ended prematurely: osmo-stp_10.42.42.5(pid=23915) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23915)] [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a04:01:27.570749 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:01:27.631032 run osmo-hlr_10.42.42.2(pid=23912): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23912)]\u000a04:01:27.679988 run osmo-hlr_10.42.42.2(pid=23912): stdout: \u000a| (launched: 2022-12-10_04:01:24.451117) \u000a04:01:27.729582 run osmo-hlr_10.42.42.2(pid=23912): stderr: \u000a| �[0;m�[1;31m20221210040124631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040124631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040124631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040124631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040124631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040124631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040124643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040124654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040124654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040124654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:27.771672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23911): Terminating (SIGTERM)\u000a04:01:27.811726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23914): Terminating (SIGTERM)\u000a04:01:27.851708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23917): Terminating (SIGTERM)\u000a04:01:27.861387 --- ParallelTerminationStrategy: PID 23911 died...\u000a04:01:27.914691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23911): Terminated: ok {rc=0}\u000a04:01:27.924741 --- ParallelTerminationStrategy: PID 23914 died...\u000a04:01:27.978101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23914): Terminated: ok {rc=0}\u000a04:01:27.988181 --- ParallelTerminationStrategy: PID 23917 died...\u000a04:01:28.041617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23917): Terminated: ok {rc=0}\u000a04:01:28.129296 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23925): Process ended prematurely: osmo-stp_10.42.42.5(pid=23925) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23925)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23925): Process ended prematurely: osmo-stp_10.42.42.5(pid=23925) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a04:01:29.181802 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:29.194427 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:01:29.336021 tst ping_idle_ping.py: using LAC 25845\u000a04:01:29.455416 tst ping_idle_ping.py: using RAC 90\u000a04:01:29.574192 tst ping_idle_ping.py: using CellId 25845\u000a04:01:29.697862 tst ping_idle_ping.py: using BVCI 25846\u000a04:01:29.720710 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:29.731904 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:29.742989 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:29.754483 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:29.765844 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:29.777464 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:29.789212 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:29.800567 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:30.092413 tst ping_idle_ping.py:24: start network...\u000a04:01:30.227217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:30.739936 run create_hlr_db(pid=23919): Launched\u000a04:01:30.942712 bus /gobi_6: Setting Powered False\u000a04:01:31.955144 run create_hlr_db(pid=23919): Terminated: ok {rc=0}\u000a04:01:32.372510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23921): Launched\u000a04:01:32.674641 run osmo-hlr_10.42.42.2(pid=23922): Launched\u000a04:01:32.792758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:33.322280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23924): Launched\u000a04:01:33.622227 run osmo-stp_10.42.42.5(pid=23925): Launched\u000a04:01:33.732021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:34.255712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23927): Launched\u000a04:01:34.362790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:34.624800 run patchelf(pid=23928): Launched\u000a04:01:34.801337 run osmo-stp_10.42.42.5(pid=23925): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23925)]\u000a04:01:34.929987 run osmo-stp_10.42.42.5(pid=23925): stdout: \u000a| (launched: 2022-12-10_04:01:33.474610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:35.059744 run osmo-stp_10.42.42.5(pid=23925): stderr: \u000a| �[0;m�[38;5;43m20221210040133645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040133645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040133645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040133645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040133646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040133646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040133646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:35.184473 run osmo-stp_10.42.42.5(pid=23925): stdout: \u000a| (launched: 2022-12-10_04:01:33.474610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:35.307822 run osmo-stp_10.42.42.5(pid=23925): stderr: \u000a| �[0;m�[38;5;43m20221210040133645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040133645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040133645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040133645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040133646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040133646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040133646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:35.451766 run patchelf(pid=23928): Terminating (SIGINT)\u000a04:01:35.620130 run patchelf(pid=23928): Terminated: ok {rc=0}\u000a04:01:35.650808 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23925): Process ended prematurely: osmo-stp_10.42.42.5(pid=23925) [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23925)] [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a04:01:35.659653 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:01:35.721043 run osmo-hlr_10.42.42.2(pid=23922): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23922)]\u000a04:01:35.770609 run osmo-hlr_10.42.42.2(pid=23922): stdout: \u000a| (launched: 2022-12-10_04:01:32.525721) \u000a04:01:35.821015 run osmo-hlr_10.42.42.2(pid=23922): stderr: \u000a| �[0;m�[1;31m20221210040132699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040132699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040132699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040132699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040132700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040132700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040132711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040132720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040132720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040132720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:35.863601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23921): Terminating (SIGTERM)\u000a04:01:35.904259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23924): Terminating (SIGTERM)\u000a04:01:35.944572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23927): Terminating (SIGTERM)\u000a04:01:35.954551 --- ParallelTerminationStrategy: PID 23921 died...\u000a04:01:36.008398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23921): Terminated: ok {rc=0}\u000a04:01:36.018584 --- ParallelTerminationStrategy: PID 23924 died...\u000a04:01:36.072195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23924): Terminated: ok {rc=0}\u000a04:01:36.082194 --- ParallelTerminationStrategy: PID 23927 died...\u000a04:01:36.135776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23927): Terminated: ok {rc=0}\u000a04:01:36.223854 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:00:38" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23938): Process ended prematurely: osmo-stp_10.42.42.5(pid=23938) [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23938)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23938): Process ended prematurely: osmo-stp_10.42.42.5(pid=23938) [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:01:38.256276 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:01:38.267671 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:01:38.425617 tst switch_tch_pdch.py: using LAC 25846\u000a04:01:38.550235 tst switch_tch_pdch.py: using RAC 91\u000a04:01:38.671265 tst switch_tch_pdch.py: using CellId 25846\u000a04:01:38.795994 tst switch_tch_pdch.py: using BVCI 25847\u000a04:01:38.821083 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:01:38.833497 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:01:38.845646 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:01:38.858455 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:01:38.870151 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:01:38.882760 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:01:38.895173 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:01:38.907302 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:01:39.022379 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:01:39.308941 tst switch_tch_pdch.py:51: start network...\u000a04:01:39.442890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:39.952315 run create_hlr_db(pid=23932): Launched\u000a04:01:40.138112 bus /gobi_6: Setting Powered False\u000a04:01:41.158791 run create_hlr_db(pid=23932): Terminated: ok {rc=0}\u000a04:01:41.582383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23934): Launched\u000a04:01:41.902276 run osmo-hlr_10.42.42.2(pid=23935): Launched\u000a04:01:42.018232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:42.573216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23937): Launched\u000a04:01:42.891717 run osmo-stp_10.42.42.5(pid=23938): Launched\u000a04:01:43.007461 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:43.563787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23940): Launched\u000a04:01:43.678210 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:43.959372 run patchelf(pid=23955): Launched\u000a04:01:44.145424 run osmo-stp_10.42.42.5(pid=23938): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23938)]\u000a04:01:44.281704 run osmo-stp_10.42.42.5(pid=23938): stdout: \u000a| (launched: 2022-12-10_04:01:42.735373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:44.418426 run osmo-stp_10.42.42.5(pid=23938): stderr: \u000a| �[0;m�[38;5;43m20221210040142926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040142926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040142926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040142927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040142929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040142929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040142929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:44.550433 run osmo-stp_10.42.42.5(pid=23938): stdout: \u000a| (launched: 2022-12-10_04:01:42.735373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:44.680755 run osmo-stp_10.42.42.5(pid=23938): stderr: \u000a| �[0;m�[38;5;43m20221210040142926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040142926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040142926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040142927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040142929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040142929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040142929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:44.832330 run patchelf(pid=23955): Terminating (SIGINT)\u000a04:01:45.010744 run patchelf(pid=23955): Terminated: ok {rc=0}\u000a04:01:45.043220 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23938): Process ended prematurely: osmo-stp_10.42.42.5(pid=23938) [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23938)] [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:01:45.052536 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a04:01:45.115131 run osmo-hlr_10.42.42.2(pid=23935): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23935)]\u000a04:01:45.166275 run osmo-hlr_10.42.42.2(pid=23935): stdout: \u000a| (launched: 2022-12-10_04:01:41.744731) \u000a04:01:45.217990 run osmo-hlr_10.42.42.2(pid=23935): stderr: \u000a| �[0;m�[1;31m20221210040141944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040141944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040141944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040141944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040141944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040141944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040141976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040141986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040141986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040141986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:45.262265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23934): Terminating (SIGTERM)\u000a04:01:45.303987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23937): Terminating (SIGTERM)\u000a04:01:45.346126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23940): Terminating (SIGTERM)\u000a04:01:45.355826 --- ParallelTerminationStrategy: PID 23934 died...\u000a04:01:45.412348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23934): Terminated: ok {rc=0}\u000a04:01:45.422476 --- ParallelTerminationStrategy: PID 23937 died...\u000a04:01:45.478296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23937): Terminated: ok {rc=0}\u000a04:01:45.488380 --- ParallelTerminationStrategy: PID 23940 died...\u000a04:01:45.544267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23940): Terminated: ok {rc=0}\u000a04:01:45.631197 bus /gobi_0: Setting Powered False\u000a04:01:46.734400 bus /gobi_0: Setting Powered False\u000a04:01:47.843291 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:01:37" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23965): Process ended prematurely: osmo-stp_10.42.42.5(pid=23965) [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23965)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23965): Process ended prematurely: osmo-stp_10.42.42.5(pid=23965) [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:01:49.823523 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:01:49.834965 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:01:49.997045 tst switch_tch_pdch.py: using LAC 25847\u000a04:01:50.120680 tst switch_tch_pdch.py: using RAC 92\u000a04:01:50.240152 tst switch_tch_pdch.py: using CellId 25847\u000a04:01:50.358439 tst switch_tch_pdch.py: using BVCI 25848\u000a04:01:50.381483 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:01:50.392470 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:01:50.403420 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:01:50.415321 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:01:50.427108 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:01:50.438767 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:01:50.450382 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:01:50.461947 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:01:50.579192 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:01:50.854105 tst switch_tch_pdch.py:51: start network...\u000a04:01:50.978937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:51.422215 run create_hlr_db(pid=23959): Launched\u000a04:01:51.544306 bus /gobi_6: Setting Powered False\u000a04:01:52.615189 run create_hlr_db(pid=23959): Terminated: ok {rc=0}\u000a04:01:53.010299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23961): Launched\u000a04:01:53.327820 run osmo-hlr_10.42.42.2(pid=23962): Launched\u000a04:01:53.445540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:53.970938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23964): Launched\u000a04:01:54.289661 run osmo-stp_10.42.42.5(pid=23965): Launched\u000a04:01:54.406482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:54.933755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23967): Launched\u000a04:01:55.047644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:55.325548 run patchelf(pid=23968): Launched\u000a04:01:55.511589 run osmo-stp_10.42.42.5(pid=23965): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23965)]\u000a04:01:55.646909 run osmo-stp_10.42.42.5(pid=23965): stdout: \u000a| (launched: 2022-12-10_04:01:54.133509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:55.782398 run osmo-stp_10.42.42.5(pid=23965): stderr: \u000a| �[0;m�[38;5;43m20221210040154323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040154323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040154323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040154324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040154324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040154324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040154324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:55.913342 run osmo-stp_10.42.42.5(pid=23965): stdout: \u000a| (launched: 2022-12-10_04:01:54.133509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:56.043608 run osmo-stp_10.42.42.5(pid=23965): stderr: \u000a| �[0;m�[38;5;43m20221210040154323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040154323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040154323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040154324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040154324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040154324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040154324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:56.194708 run patchelf(pid=23968): Terminating (SIGINT)\u000a04:01:56.372455 run patchelf(pid=23968): Terminated: ok {rc=0}\u000a04:01:56.404878 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23965): Process ended prematurely: osmo-stp_10.42.42.5(pid=23965) [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23965)] [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:01:56.415317 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a04:01:56.477625 run osmo-hlr_10.42.42.2(pid=23962): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23962)]\u000a04:01:56.528413 run osmo-hlr_10.42.42.2(pid=23962): stdout: \u000a| (launched: 2022-12-10_04:01:53.172076) \u000a04:01:56.579935 run osmo-hlr_10.42.42.2(pid=23962): stderr: \u000a| �[0;m�[1;31m20221210040153369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040153369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040153369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040153369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040153369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040153370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040153382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040153391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040153391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040153391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:56.623758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23961): Terminating (SIGTERM)\u000a04:01:56.664858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23964): Terminating (SIGTERM)\u000a04:01:56.706037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23967): Terminating (SIGTERM)\u000a04:01:56.715605 --- ParallelTerminationStrategy: PID 23961 died...\u000a04:01:56.770830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23961): Terminated: ok {rc=0}\u000a04:01:56.780757 --- ParallelTerminationStrategy: PID 23964 died...\u000a04:01:56.835663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23964): Terminated: ok {rc=0}\u000a04:01:56.845973 --- ParallelTerminationStrategy: PID 23967 died...\u000a04:01:56.900758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23967): Terminated: ok {rc=0}\u000a04:01:56.986372 bus /gobi_0: Setting Powered False\u000a04:01:58.093077 bus /gobi_0: Setting Powered False\u000a04:01:59.199361 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:01:49" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23973): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23973) [trial-2369↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23973)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23973): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23973) [trial-2369↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a04:02:01.106413 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a04:02:01.118987 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:02:01.291373 tst mo_mt_sms.py: using LAC 25848\u000a04:02:01.411970 tst mo_mt_sms.py: using RAC 93\u000a04:02:01.534945 tst mo_mt_sms.py: using CellId 25848\u000a04:02:01.684675 tst mo_mt_sms.py: using BVCI 25849\u000a04:02:01.717029 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:01.842276 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:02.193337 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:02:02.327963 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:02:02.951161 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23972): Launched\u000a04:02:03.256686 run osmo-nitb_10.42.42.2(pid=23973): Launched\u000a04:02:03.453062 run osmo-nitb_10.42.42.2(pid=23973): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23973)]\u000a04:02:03.597482 run osmo-nitb_10.42.42.2(pid=23973): stdout: \u000a| (launched: 2022-12-10_04:02:03.102674) \u000a04:02:03.741913 run osmo-nitb_10.42.42.2(pid=23973): stderr: \u000a| (launched: 2022-12-10_04:02:03.147067)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:03.882222 run osmo-nitb_10.42.42.2(pid=23973): stdout: \u000a| (launched: 2022-12-10_04:02:03.102674) \u000a04:02:04.020410 run osmo-nitb_10.42.42.2(pid=23973): stderr: \u000a| (launched: 2022-12-10_04:02:03.147067)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:04.383888 tst osmo-nitb_10.42.42.2(pid=23973): stdout: \u000a| (launched: 2022-12-10_04:02:03.102674) \u000a04:02:04.510950 tst osmo-nitb_10.42.42.2(pid=23973): stderr: \u000a| (launched: 2022-12-10_04:02:03.147067)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:04.566316 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23973): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23973) [trial-2369↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23973)] [trial-2369↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a04:02:04.575191 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a04:02:04.611321 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23972): Terminating (SIGTERM)\u000a04:02:04.789295 --- ParallelTerminationStrategy: PID 23972 died...\u000a04:02:04.846594 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23972): Terminated: ok {rc=0}\u000a04:02:04.934030 bus /sierra_3: Setting Powered False\u000a04:02:06.042382 bus /sierra_3: Setting Powered False\u000a04:02:07.150455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:02:00" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23983): Process ended prematurely: osmo-stp_10.42.42.5(pid=23983) [trial-2369↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23983)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23983): Process ended prematurely: osmo-stp_10.42.42.5(pid=23983) [trial-2369↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a04:02:09.042178 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:09.052671 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:02:09.185906 tst mo_mt_sms.py: using LAC 25849\u000a04:02:09.302571 tst mo_mt_sms.py: using RAC 94\u000a04:02:09.424689 tst mo_mt_sms.py: using CellId 25849\u000a04:02:09.556061 tst mo_mt_sms.py: using BVCI 25850\u000a04:02:09.579046 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:09.589796 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:09.600264 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:09.611086 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:09.621894 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:09.632451 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:09.749598 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:09.948522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:10.419343 run create_hlr_db(pid=23977): Launched\u000a04:02:10.592766 bus /sierra_2: Setting Powered False\u000a04:02:11.613880 run create_hlr_db(pid=23977): Terminated: ok {rc=0}\u000a04:02:12.037991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23979): Launched\u000a04:02:12.356514 run osmo-hlr_10.42.42.2(pid=23980): Launched\u000a04:02:12.476205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:13.028086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23982): Launched\u000a04:02:13.346265 run osmo-stp_10.42.42.5(pid=23983): Launched\u000a04:02:13.462047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:02:14.042708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23985): Launched\u000a04:02:14.360246 run osmo-msc_10.42.42.6(pid=23986): Launched\u000a04:02:14.546613 run osmo-stp_10.42.42.5(pid=23983): ERR: Terminated: ERROR {rc=1} [trial-2369↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23983)]\u000a04:02:14.687035 run osmo-stp_10.42.42.5(pid=23983): stdout: \u000a| (launched: 2022-12-10_04:02:13.190123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:14.818969 run osmo-stp_10.42.42.5(pid=23983): stderr: \u000a| �[0;m�[38;5;43m20221210040213382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040213382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040213383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040213383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040213384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040213384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040213384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:14.946257 run osmo-stp_10.42.42.5(pid=23983): stdout: \u000a| (launched: 2022-12-10_04:02:13.190123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:15.072624 run osmo-stp_10.42.42.5(pid=23983): stderr: \u000a| �[0;m�[38;5;43m20221210040213382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040213382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040213383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040213383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040213384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040213384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040213384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:15.128111 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23983): Process ended prematurely: osmo-stp_10.42.42.5(pid=23983) [trial-2369↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23983)] [trial-2369↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a04:02:15.136697 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a04:02:15.198914 run osmo-hlr_10.42.42.2(pid=23980): ERR: Terminated: ERROR {rc=237} [trial-2369↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23980)]\u000a04:02:15.249881 run osmo-hlr_10.42.42.2(pid=23980): stdout: \u000a| (launched: 2022-12-10_04:02:12.200407) \u000a04:02:15.301316 run osmo-hlr_10.42.42.2(pid=23980): stderr: \u000a| �[0;m�[1;31m20221210040212397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040212397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040212397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040212397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040212397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040212397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040212410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040212418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040212418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040212418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:15.371323 run osmo-msc_10.42.42.6(pid=23986): ERR: Terminated: ERROR {rc=2} [trial-2369↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23986)]\u000a04:02:15.422352 run osmo-msc_10.42.42.6(pid=23986): stdout: \u000a| (launched: 2022-12-10_04:02:14.204601) \u000a04:02:15.473892 run osmo-msc_10.42.42.6(pid=23986): stderr: \u000a| �[0;m�[38;5;43m20221210040214525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040214525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28a3312c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040214525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040214525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040214526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040214526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040214527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040214528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040214528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040214528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:02:15.517662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23979): Terminating (SIGTERM)\u000a04:02:15.558924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23982): Terminating (SIGTERM)\u000a04:02:15.600231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23985): Terminating (SIGTERM)\u000a04:02:15.609835 --- ParallelTerminationStrategy: PID 23979 died...\u000a04:02:15.665045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23979): Terminated: ok {rc=0}\u000a04:02:15.675023 --- ParallelTerminationStrategy: PID 23982 died...\u000a04:02:15.730428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23982): Terminated: ok {rc=0}\u000a04:02:15.740415 --- ParallelTerminationStrategy: PID 23985 died...\u000a04:02:15.795402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23985): Terminated: ok {rc=0}\u000a04:02:15.900734 bus /sierra_3: Setting Powered False\u000a04:02:17.004011 bus /sierra_3: Setting Powered False\u000a04:02:18.112334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:02:08" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23992): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23992) [trial-2369↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23992)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23992): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23992) [trial-2369↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a04:02:19.956734 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a04:02:19.967582 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:02:20.108760 tst assert_extension.py: using LAC 25850\u000a04:02:20.224415 tst assert_extension.py: using RAC 95\u000a04:02:20.347784 tst assert_extension.py: using CellId 25850\u000a04:02:20.471665 tst assert_extension.py: using BVCI 25851\u000a04:02:20.495793 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a04:02:20.769845 tst assert_extension.py:10: start nitb and bts...\u000a04:02:20.894268 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:02:21.512514 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23991): Launched\u000a04:02:21.808231 run osmo-nitb_10.42.42.2(pid=23992): Launched\u000a04:02:21.992233 run osmo-nitb_10.42.42.2(pid=23992): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23992)]\u000a04:02:22.128223 run osmo-nitb_10.42.42.2(pid=23992): stdout: \u000a| (launched: 2022-12-10_04:02:21.664191) \u000a04:02:22.264148 run osmo-nitb_10.42.42.2(pid=23992): stderr: \u000a| (launched: 2022-12-10_04:02:21.708386)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:22.395758 run osmo-nitb_10.42.42.2(pid=23992): stdout: \u000a| (launched: 2022-12-10_04:02:21.664191) \u000a04:02:22.525535 run osmo-nitb_10.42.42.2(pid=23992): stderr: \u000a| (launched: 2022-12-10_04:02:21.708386)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:22.930741 tst osmo-nitb_10.42.42.2(pid=23992): stdout: \u000a| (launched: 2022-12-10_04:02:21.664191) \u000a04:02:23.050125 tst osmo-nitb_10.42.42.2(pid=23992): stderr: \u000a| (launched: 2022-12-10_04:02:21.708386)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:23.102406 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23992): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23992) [trial-2369↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23992)] [trial-2369↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a04:02:23.110598 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a04:02:23.146064 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23991): Terminating (SIGTERM)\u000a04:02:23.323575 --- ParallelTerminationStrategy: PID 23991 died...\u000a04:02:23.379992 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23991): Terminated: ok {rc=0}\u000a04:02:23.468824 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:02:19" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24002): Process ended prematurely: osmo-stp_10.42.42.5(pid=24002) [trial-2369↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24002)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24002): Process ended prematurely: osmo-stp_10.42.42.5(pid=24002) [trial-2369↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a04:02:25.314174 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:25.325421 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:02:25.468422 tst assert_extension.py: using LAC 25851\u000a04:02:25.594674 tst assert_extension.py: using RAC 96\u000a04:02:25.722665 tst assert_extension.py: using CellId 25851\u000a04:02:25.845188 tst assert_extension.py: using BVCI 25852\u000a04:02:25.869688 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:25.880842 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:25.891902 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:25.903005 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:25.913980 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:25.925017 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a04:02:26.120844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:26.593761 run create_hlr_db(pid=23996): Launched\u000a04:02:26.766559 bus /sierra_2: Setting Powered False\u000a04:02:27.788243 run create_hlr_db(pid=23996): Terminated: ok {rc=0}\u000a04:02:28.187001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23998): Launched\u000a04:02:28.488134 run osmo-hlr_10.42.42.2(pid=23999): Launched\u000a04:02:28.601698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:29.220849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24001): Launched\u000a04:02:29.517927 run osmo-stp_10.42.42.5(pid=24002): Launched\u000a04:02:29.625724 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:02:30.164714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24004): Launched\u000a04:02:30.460509 run osmo-msc_10.42.42.6(pid=24005): Launched\u000a04:02:30.634680 run osmo-stp_10.42.42.5(pid=24002): ERR: Terminated: ERROR {rc=1} [trial-2369↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24002)]\u000a04:02:30.761452 run osmo-stp_10.42.42.5(pid=24002): stdout: \u000a| (launched: 2022-12-10_04:02:29.371221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:30.886798 run osmo-stp_10.42.42.5(pid=24002): stderr: \u000a| �[0;m�[38;5;43m20221210040229540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040229540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040229541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040229541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040229542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040229542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040229542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:31.009261 run osmo-stp_10.42.42.5(pid=24002): stdout: \u000a| (launched: 2022-12-10_04:02:29.371221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:31.131210 run osmo-stp_10.42.42.5(pid=24002): stderr: \u000a| �[0;m�[38;5;43m20221210040229540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040229540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040229541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040229541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040229542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040229542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040229542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:31.185213 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24002): Process ended prematurely: osmo-stp_10.42.42.5(pid=24002) [trial-2369↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24002)] [trial-2369↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a04:02:31.194376 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a04:02:31.258583 run osmo-hlr_10.42.42.2(pid=23999): ERR: Terminated: ERROR {rc=237} [trial-2369↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23999)]\u000a04:02:31.309858 run osmo-hlr_10.42.42.2(pid=23999): stdout: \u000a| (launched: 2022-12-10_04:02:28.339841) \u000a04:02:31.362149 run osmo-hlr_10.42.42.2(pid=23999): stderr: \u000a| �[0;m�[1;31m20221210040228516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040228516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040228516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040228516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040228516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040228516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040228528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040228536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040228537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040228537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:31.431559 run osmo-msc_10.42.42.6(pid=24005): ERR: Terminated: ERROR {rc=2} [trial-2369↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24005)]\u000a04:02:31.482891 run osmo-msc_10.42.42.6(pid=24005): stdout: \u000a| (launched: 2022-12-10_04:02:30.315125) \u000a04:02:31.535008 run osmo-msc_10.42.42.6(pid=24005): stderr: \u000a| �[0;m�[38;5;43m20221210040230590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040230590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb713c95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040230590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040230591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040230591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040230591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040230593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040230593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040230593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040230593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:02:31.578277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23998): Terminating (SIGTERM)\u000a04:02:31.620484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24001): Terminating (SIGTERM)\u000a04:02:31.663848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24004): Terminating (SIGTERM)\u000a04:02:31.674453 --- ParallelTerminationStrategy: PID 23998 died...\u000a04:02:31.732471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23998): Terminated: ok {rc=0}\u000a04:02:31.743159 --- ParallelTerminationStrategy: PID 24001 died...\u000a04:02:31.798734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24001): Terminated: ok {rc=0}\u000a04:02:31.810288 --- ParallelTerminationStrategy: PID 24004 died...\u000a04:02:31.865717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24004): Terminated: ok {rc=0}\u000a04:02:31.956003 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:02:25" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24016): Process ended prematurely: osmo-stp_10.42.42.5(pid=24016) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24016)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24016): Process ended prematurely: osmo-stp_10.42.42.5(pid=24016) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:02:33.909903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:33.921028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:02:34.077764 tst mo_mt_call.py: using LAC 25852\u000a04:02:34.195107 tst mo_mt_call.py: using RAC 97\u000a04:02:34.315855 tst mo_mt_call.py: using CellId 25852\u000a04:02:34.444688 tst mo_mt_call.py: using BVCI 25853\u000a04:02:34.469269 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:34.481162 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:34.492595 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:34.504113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:34.515706 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:34.527583 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:02:34.641034 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:02:34.841777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:35.314257 run create_hlr_db(pid=24010): Launched\u000a04:02:35.487586 bus /sierra_2: Setting Powered False\u000a04:02:36.520281 run create_hlr_db(pid=24010): Terminated: ok {rc=0}\u000a04:02:36.924489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24012): Launched\u000a04:02:37.226594 run osmo-hlr_10.42.42.2(pid=24013): Launched\u000a04:02:37.345273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:37.873152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24015): Launched\u000a04:02:38.174984 run osmo-stp_10.42.42.5(pid=24016): Launched\u000a04:02:38.286040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:02:38.838716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24018): Launched\u000a04:02:39.141753 run osmo-msc_10.42.42.6(pid=24019): Launched\u000a04:02:39.319527 run osmo-stp_10.42.42.5(pid=24016): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24016)]\u000a04:02:39.448413 run osmo-stp_10.42.42.5(pid=24016): stdout: \u000a| (launched: 2022-12-10_04:02:38.026025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:39.573842 run osmo-stp_10.42.42.5(pid=24016): stderr: \u000a| �[0;m�[38;5;43m20221210040238196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040238196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040238196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040238197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040238197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040238197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040238197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:39.695116 run osmo-stp_10.42.42.5(pid=24016): stdout: \u000a| (launched: 2022-12-10_04:02:38.026025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:39.815144 run osmo-stp_10.42.42.5(pid=24016): stderr: \u000a| �[0;m�[38;5;43m20221210040238196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040238196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040238196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040238197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040238197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040238197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040238197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:39.868341 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24016): Process ended prematurely: osmo-stp_10.42.42.5(pid=24016) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24016)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:02:39.877121 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:02:39.937520 run osmo-hlr_10.42.42.2(pid=24013): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24013)]\u000a04:02:39.986962 run osmo-hlr_10.42.42.2(pid=24013): stdout: \u000a| (launched: 2022-12-10_04:02:37.077616) \u000a04:02:40.036890 run osmo-hlr_10.42.42.2(pid=24013): stderr: \u000a| �[0;m�[1;31m20221210040237254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040237254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040237254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040237254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040237254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040237254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040237266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040237274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040237274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040237275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:40.104504 run osmo-msc_10.42.42.6(pid=24019): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24019)]\u000a04:02:40.153745 run osmo-msc_10.42.42.6(pid=24019): stdout: \u000a| (launched: 2022-12-10_04:02:38.991809) \u000a04:02:40.203517 run osmo-msc_10.42.42.6(pid=24019): stderr: \u000a| �[0;m�[38;5;43m20221210040239264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040239264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b8145fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040239264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040239264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040239265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040239265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040239267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040239267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040239267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040239267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:02:40.245398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24012): Terminating (SIGTERM)\u000a04:02:40.285376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24015): Terminating (SIGTERM)\u000a04:02:40.325388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24018): Terminating (SIGTERM)\u000a04:02:40.335013 --- ParallelTerminationStrategy: PID 24012 died...\u000a04:02:40.388441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24012): Terminated: ok {rc=0}\u000a04:02:40.398031 --- ParallelTerminationStrategy: PID 24015 died...\u000a04:02:40.451006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24015): Terminated: ok {rc=0}\u000a04:02:40.460732 --- ParallelTerminationStrategy: PID 24018 died...\u000a04:02:40.513741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24018): Terminated: ok {rc=0}\u000a04:02:40.602972 bus /sierra_3: Setting Powered False\u000a04:02:41.706960 bus /sierra_3: Setting Powered False\u000a04:02:42.818825 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24027): Process ended prematurely: osmo-stp_10.42.42.5(pid=24027) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24027)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24027): Process ended prematurely: osmo-stp_10.42.42.5(pid=24027) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:02:43.929445 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:43.941439 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:02:44.099169 tst mo_mt_call_osmux.py: using LAC 25853\u000a04:02:44.219955 tst mo_mt_call_osmux.py: using RAC 98\u000a04:02:44.343056 tst mo_mt_call_osmux.py: using CellId 25853\u000a04:02:44.460712 tst mo_mt_call_osmux.py: using BVCI 25854\u000a04:02:44.483745 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:44.495119 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:44.506346 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:44.518287 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:44.530251 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:02:44.542066 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:02:44.662748 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:02:44.865590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:45.340086 run create_hlr_db(pid=24021): Launched\u000a04:02:45.513957 bus /sierra_2: Setting Powered False\u000a04:02:46.559747 run create_hlr_db(pid=24021): Terminated: ok {rc=0}\u000a04:02:47.017861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24023): Launched\u000a04:02:47.343831 run osmo-hlr_10.42.42.2(pid=24024): Launched\u000a04:02:47.464526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:48.023536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24026): Launched\u000a04:02:48.343677 run osmo-stp_10.42.42.5(pid=24027): Launched\u000a04:02:48.461408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:02:49.045552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24029): Launched\u000a04:02:49.365489 run osmo-msc_10.42.42.6(pid=24030): Launched\u000a04:02:49.553160 run osmo-stp_10.42.42.5(pid=24027): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24027)]\u000a04:02:49.688380 run osmo-stp_10.42.42.5(pid=24027): stdout: \u000a| (launched: 2022-12-10_04:02:48.186807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:49.822988 run osmo-stp_10.42.42.5(pid=24027): stderr: \u000a| �[0;m�[38;5;43m20221210040248378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040248378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040248378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040248379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040248381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040248381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040248381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:49.951276 run osmo-stp_10.42.42.5(pid=24027): stdout: \u000a| (launched: 2022-12-10_04:02:48.186807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:50.078474 run osmo-stp_10.42.42.5(pid=24027): stderr: \u000a| �[0;m�[38;5;43m20221210040248378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040248378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040248378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040248379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040248381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040248381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040248381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:50.134920 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24027): Process ended prematurely: osmo-stp_10.42.42.5(pid=24027) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24027)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:02:50.144314 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:02:50.205921 run osmo-hlr_10.42.42.2(pid=24024): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24024)]\u000a04:02:50.256504 run osmo-hlr_10.42.42.2(pid=24024): stdout: \u000a| (launched: 2022-12-10_04:02:47.185052) \u000a04:02:50.307528 run osmo-hlr_10.42.42.2(pid=24024): stderr: \u000a| �[0;m�[1;31m20221210040247383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040247383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040247383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040247383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040247383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040247383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040247396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040247404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040247404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040247405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:50.377365 run osmo-msc_10.42.42.6(pid=24030): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24030)]\u000a04:02:50.428230 run osmo-msc_10.42.42.6(pid=24030): stdout: \u000a| (launched: 2022-12-10_04:02:49.208173) \u000a04:02:50.479865 run osmo-msc_10.42.42.6(pid=24030): stderr: \u000a| �[0;m�[38;5;43m20221210040249530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040249530 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf46519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040249530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040249530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040249530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040249531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040249532 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040249533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040249533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040249533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:02:50.523986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24023): Terminating (SIGTERM)\u000a04:02:50.565250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24026): Terminating (SIGTERM)\u000a04:02:50.606560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24029): Terminating (SIGTERM)\u000a04:02:50.616044 --- ParallelTerminationStrategy: PID 24023 died...\u000a04:02:50.671398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24023): Terminated: ok {rc=0}\u000a04:02:50.681374 --- ParallelTerminationStrategy: PID 24026 died...\u000a04:02:50.736365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24026): Terminated: ok {rc=0}\u000a04:02:50.746307 --- ParallelTerminationStrategy: PID 24029 died...\u000a04:02:50.801173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24029): Terminated: ok {rc=0}\u000a04:02:50.887298 bus /sierra_3: Setting Powered False\u000a04:02:51.992705 bus /sierra_3: Setting Powered False\u000a04:02:53.102115 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:02:33" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24041): Process ended prematurely: osmo-stp_10.42.42.5(pid=24041) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24041)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24041): Process ended prematurely: osmo-stp_10.42.42.5(pid=24041) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:02:55.112518 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:02:55.124172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:02:55.289887 tst mo_mt_call.py: using LAC 25854\u000a04:02:55.415020 tst mo_mt_call.py: using RAC 99\u000a04:02:55.541063 tst mo_mt_call.py: using CellId 25854\u000a04:02:55.668927 tst mo_mt_call.py: using BVCI 25855\u000a04:02:55.693313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:02:55.705041 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:02:55.716582 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:02:55.728124 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:02:55.739754 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:02:55.751312 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:02:55.866403 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:02:56.074043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:56.578901 run create_hlr_db(pid=24035): Launched\u000a04:02:56.753590 bus /sierra_2: Setting Powered False\u000a04:02:57.775123 run create_hlr_db(pid=24035): Terminated: ok {rc=0}\u000a04:02:58.176608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24037): Launched\u000a04:02:58.478068 run osmo-hlr_10.42.42.2(pid=24038): Launched\u000a04:02:58.596363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:59.129774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24040): Launched\u000a04:02:59.430890 run osmo-stp_10.42.42.5(pid=24041): Launched\u000a04:02:59.541471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:00.094746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24043): Launched\u000a04:03:00.397470 run osmo-msc_10.42.42.6(pid=24044): Launched\u000a04:03:00.574319 run osmo-stp_10.42.42.5(pid=24041): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24041)]\u000a04:03:00.702510 run osmo-stp_10.42.42.5(pid=24041): stdout: \u000a| (launched: 2022-12-10_04:02:59.282308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:00.838219 run osmo-stp_10.42.42.5(pid=24041): stderr: \u000a| �[0;m�[38;5;43m20221210040259453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040259454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040259454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040259454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040259455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040259455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040259455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:00.984873 run osmo-stp_10.42.42.5(pid=24041): stdout: \u000a| (launched: 2022-12-10_04:02:59.282308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:01.116149 run osmo-stp_10.42.42.5(pid=24041): stderr: \u000a| �[0;m�[38;5;43m20221210040259453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040259454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040259454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040259454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040259455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040259455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040259455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:01.176464 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24041): Process ended prematurely: osmo-stp_10.42.42.5(pid=24041) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24041)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:03:01.186580 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:03:01.251759 run osmo-hlr_10.42.42.2(pid=24038): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24038)]\u000a04:03:01.304259 run osmo-hlr_10.42.42.2(pid=24038): stdout: \u000a| (launched: 2022-12-10_04:02:58.329695) \u000a04:03:01.358114 run osmo-hlr_10.42.42.2(pid=24038): stderr: \u000a| �[0;m�[1;31m20221210040258506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040258506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040258506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040258506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040258506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040258506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040258518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040258526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040258526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040258527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:01.430839 run osmo-msc_10.42.42.6(pid=24044): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24044)]\u000a04:03:01.484229 run osmo-msc_10.42.42.6(pid=24044): stdout: \u000a| (launched: 2022-12-10_04:03:00.247220) \u000a04:03:01.537285 run osmo-msc_10.42.42.6(pid=24044): stderr: \u000a| �[0;m�[38;5;43m20221210040300519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040300520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78a8c49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040300520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040300520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040300520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040300520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040300522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040300523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040300523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040300523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:01.582581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24037): Terminating (SIGTERM)\u000a04:03:01.627022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24040): Terminating (SIGTERM)\u000a04:03:01.672709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24043): Terminating (SIGTERM)\u000a04:03:01.684062 --- ParallelTerminationStrategy: PID 24037 died...\u000a04:03:01.742167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24037): Terminated: ok {rc=0}\u000a04:03:01.752554 --- ParallelTerminationStrategy: PID 24040 died...\u000a04:03:01.812886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24040): Terminated: ok {rc=0}\u000a04:03:01.823333 --- ParallelTerminationStrategy: PID 24043 died...\u000a04:03:01.879888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24043): Terminated: ok {rc=0}\u000a04:03:01.969612 bus /sierra_3: Setting Powered False\u000a04:03:03.074405 bus /sierra_3: Setting Powered False\u000a04:03:04.181394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24053): Process ended prematurely: osmo-stp_10.42.42.5(pid=24053) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24053)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24053): Process ended prematurely: osmo-stp_10.42.42.5(pid=24053) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:03:05.294345 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:05.306599 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:03:05.470577 tst mo_mt_call_osmux.py: using LAC 25855\u000a04:03:05.599926 tst mo_mt_call_osmux.py: using RAC 100\u000a04:03:05.723920 tst mo_mt_call_osmux.py: using CellId 25855\u000a04:03:05.848455 tst mo_mt_call_osmux.py: using BVCI 25856\u000a04:03:05.872718 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:05.884555 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:05.896124 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:05.907642 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:05.919298 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:05.930955 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:06.046717 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:06.256077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:06.767592 run create_hlr_db(pid=24047): Launched\u000a04:03:06.954791 bus /sierra_2: Setting Powered False\u000a04:03:07.973620 run create_hlr_db(pid=24047): Terminated: ok {rc=0}\u000a04:03:08.399258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24049): Launched\u000a04:03:08.719409 run osmo-hlr_10.42.42.2(pid=24050): Launched\u000a04:03:08.835412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:09.391115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24052): Launched\u000a04:03:09.712284 run osmo-stp_10.42.42.5(pid=24053): Launched\u000a04:03:09.829145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:10.415598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24055): Launched\u000a04:03:10.737591 run osmo-msc_10.42.42.6(pid=24056): Launched\u000a04:03:10.925269 run osmo-stp_10.42.42.5(pid=24053): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24053)]\u000a04:03:11.060753 run osmo-stp_10.42.42.5(pid=24053): stdout: \u000a| (launched: 2022-12-10_04:03:09.555057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:11.195294 run osmo-stp_10.42.42.5(pid=24053): stderr: \u000a| �[0;m�[38;5;43m20221210040309745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040309745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040309746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040309746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040309748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040309748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040309749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:11.323908 run osmo-stp_10.42.42.5(pid=24053): stdout: \u000a| (launched: 2022-12-10_04:03:09.555057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:11.451839 run osmo-stp_10.42.42.5(pid=24053): stderr: \u000a| �[0;m�[38;5;43m20221210040309745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040309745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040309746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040309746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040309748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040309748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040309749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:11.508564 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24053): Process ended prematurely: osmo-stp_10.42.42.5(pid=24053) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24053)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:03:11.518022 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:03:11.579938 run osmo-hlr_10.42.42.2(pid=24050): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24050)]\u000a04:03:11.630908 run osmo-hlr_10.42.42.2(pid=24050): stdout: \u000a| (launched: 2022-12-10_04:03:08.562995) \u000a04:03:11.682517 run osmo-hlr_10.42.42.2(pid=24050): stderr: \u000a| �[0;m�[1;31m20221210040308760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040308760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040308761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040308761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040308761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040308761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040308793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040308804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040308804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040308804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:11.752444 run osmo-msc_10.42.42.6(pid=24056): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24056)]\u000a04:03:11.803141 run osmo-msc_10.42.42.6(pid=24056): stdout: \u000a| (launched: 2022-12-10_04:03:10.580024) \u000a04:03:11.854358 run osmo-msc_10.42.42.6(pid=24056): stderr: \u000a| �[0;m�[38;5;43m20221210040310903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040310903 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a6fb82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040310903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040310903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040310904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040310904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040310905 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040310906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040310906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040310906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:11.897910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24049): Terminating (SIGTERM)\u000a04:03:11.939174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24052): Terminating (SIGTERM)\u000a04:03:11.980365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24055): Terminating (SIGTERM)\u000a04:03:11.989615 --- ParallelTerminationStrategy: PID 24049 died...\u000a04:03:12.045001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24049): Terminated: ok {rc=0}\u000a04:03:12.054947 --- ParallelTerminationStrategy: PID 24052 died...\u000a04:03:12.110080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24052): Terminated: ok {rc=0}\u000a04:03:12.119958 --- ParallelTerminationStrategy: PID 24055 died...\u000a04:03:12.174852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24055): Terminated: ok {rc=0}\u000a04:03:12.261216 bus /sierra_3: Setting Powered False\u000a04:03:13.363370 bus /sierra_3: Setting Powered False\u000a04:03:14.473508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:02:54" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24067): Process ended prematurely: osmo-stp_10.42.42.5(pid=24067) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24067)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24067): Process ended prematurely: osmo-stp_10.42.42.5(pid=24067) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:03:16.487421 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:16.499774 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:03:16.662868 tst mo_mt_call.py: using LAC 25856\u000a04:03:16.788562 tst mo_mt_call.py: using RAC 101\u000a04:03:16.930377 tst mo_mt_call.py: using CellId 25856\u000a04:03:17.058892 tst mo_mt_call.py: using BVCI 25857\u000a04:03:17.084446 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:17.097590 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:17.110305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:17.122609 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:17.135418 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:17.148167 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:03:17.268117 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:03:17.479890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:17.992280 run create_hlr_db(pid=24061): Launched\u000a04:03:18.178009 bus /sierra_2: Setting Powered False\u000a04:03:19.199608 run create_hlr_db(pid=24061): Terminated: ok {rc=0}\u000a04:03:19.604584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24063): Launched\u000a04:03:19.906291 run osmo-hlr_10.42.42.2(pid=24064): Launched\u000a04:03:20.016795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:20.541235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24066): Launched\u000a04:03:20.843700 run osmo-stp_10.42.42.5(pid=24067): Launched\u000a04:03:20.954422 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:21.504848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24069): Launched\u000a04:03:21.806974 run osmo-msc_10.42.42.6(pid=24070): Launched\u000a04:03:21.985327 run osmo-stp_10.42.42.5(pid=24067): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24067)]\u000a04:03:22.113931 run osmo-stp_10.42.42.5(pid=24067): stdout: \u000a| (launched: 2022-12-10_04:03:20.695274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:22.239658 run osmo-stp_10.42.42.5(pid=24067): stderr: \u000a| �[0;m�[38;5;43m20221210040320865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040320865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040320865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040320866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040320868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040320868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040320868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:22.360828 run osmo-stp_10.42.42.5(pid=24067): stdout: \u000a| (launched: 2022-12-10_04:03:20.695274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:22.481228 run osmo-stp_10.42.42.5(pid=24067): stderr: \u000a| �[0;m�[38;5;43m20221210040320865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040320865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040320865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040320866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040320868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040320868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040320868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:22.534456 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24067): Process ended prematurely: osmo-stp_10.42.42.5(pid=24067) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24067)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:03:22.543404 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:03:22.603545 run osmo-hlr_10.42.42.2(pid=24064): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24064)]\u000a04:03:22.652461 run osmo-hlr_10.42.42.2(pid=24064): stdout: \u000a| (launched: 2022-12-10_04:03:19.757769) \u000a04:03:22.702143 run osmo-hlr_10.42.42.2(pid=24064): stderr: \u000a| �[0;m�[1;31m20221210040319931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040319931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040319931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040319931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040319931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040319931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040319962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040319972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040319972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040319972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:22.769009 run osmo-msc_10.42.42.6(pid=24070): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24070)]\u000a04:03:22.817695 run osmo-msc_10.42.42.6(pid=24070): stdout: \u000a| (launched: 2022-12-10_04:03:21.658027) \u000a04:03:22.866868 run osmo-msc_10.42.42.6(pid=24070): stderr: \u000a| �[0;m�[38;5;43m20221210040321930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040321930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4b20bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040321930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040321930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040321930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040321931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040321932 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040321933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040321933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040321933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:22.908326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24063): Terminating (SIGTERM)\u000a04:03:22.947757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24066): Terminating (SIGTERM)\u000a04:03:22.987290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24069): Terminating (SIGTERM)\u000a04:03:22.996703 --- ParallelTerminationStrategy: PID 24063 died...\u000a04:03:23.049595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24063): Terminated: ok {rc=0}\u000a04:03:23.059377 --- ParallelTerminationStrategy: PID 24066 died...\u000a04:03:23.112443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24066): Terminated: ok {rc=0}\u000a04:03:23.121915 --- ParallelTerminationStrategy: PID 24069 died...\u000a04:03:23.175080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24069): Terminated: ok {rc=0}\u000a04:03:23.257620 bus /sierra_3: Setting Powered False\u000a04:03:24.363963 bus /sierra_3: Setting Powered False\u000a04:03:25.473735 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24078): Process ended prematurely: osmo-stp_10.42.42.5(pid=24078) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24078)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24078): Process ended prematurely: osmo-stp_10.42.42.5(pid=24078) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:03:26.583559 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:26.595425 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:03:26.754634 tst mo_mt_call_osmux.py: using LAC 25857\u000a04:03:26.873346 tst mo_mt_call_osmux.py: using RAC 102\u000a04:03:26.991677 tst mo_mt_call_osmux.py: using CellId 25857\u000a04:03:27.111704 tst mo_mt_call_osmux.py: using BVCI 25858\u000a04:03:27.134669 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:27.145932 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:27.156870 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:27.168113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:27.179558 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:27.191117 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:03:27.305086 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:03:27.507048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:27.982541 run create_hlr_db(pid=24072): Launched\u000a04:03:28.156723 bus /sierra_2: Setting Powered False\u000a04:03:29.178740 run create_hlr_db(pid=24072): Terminated: ok {rc=0}\u000a04:03:29.582380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24074): Launched\u000a04:03:29.885805 run osmo-hlr_10.42.42.2(pid=24075): Launched\u000a04:03:30.000188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:30.533290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24077): Launched\u000a04:03:30.870975 run osmo-stp_10.42.42.5(pid=24078): Launched\u000a04:03:31.050414 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:31.673464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24080): Launched\u000a04:03:32.036874 run osmo-msc_10.42.42.6(pid=24081): Launched\u000a04:03:32.387415 run osmo-stp_10.42.42.5(pid=24078): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24078)]\u000a04:03:32.529136 run osmo-stp_10.42.42.5(pid=24078): stdout: \u000a| (launched: 2022-12-10_04:03:30.686436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:32.669832 run osmo-stp_10.42.42.5(pid=24078): stderr: \u000a| �[0;m�[38;5;43m20221210040330859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040330859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040330859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040330860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040330860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040330860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040330860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:32.800240 run osmo-stp_10.42.42.5(pid=24078): stdout: \u000a| (launched: 2022-12-10_04:03:30.686436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:32.928839 run osmo-stp_10.42.42.5(pid=24078): stderr: \u000a| �[0;m�[38;5;43m20221210040330859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040330859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040330859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040330860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040330860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040330860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040330860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:32.985899 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24078): Process ended prematurely: osmo-stp_10.42.42.5(pid=24078) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24078)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:03:32.995425 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:03:33.057696 run osmo-hlr_10.42.42.2(pid=24075): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24075)]\u000a04:03:33.109340 run osmo-hlr_10.42.42.2(pid=24075): stdout: \u000a| (launched: 2022-12-10_04:03:29.735802) \u000a04:03:33.161058 run osmo-hlr_10.42.42.2(pid=24075): stderr: \u000a| �[0;m�[1;31m20221210040329912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040329912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040329912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040329912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040329912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040329912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040329926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040329937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040329937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040329937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:33.231485 run osmo-msc_10.42.42.6(pid=24081): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24081)]\u000a04:03:33.282698 run osmo-msc_10.42.42.6(pid=24081): stdout: \u000a| (launched: 2022-12-10_04:03:31.842638) \u000a04:03:33.334329 run osmo-msc_10.42.42.6(pid=24081): stderr: \u000a| �[0;m�[38;5;43m20221210040332424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040332424 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9c7d16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040332425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040332425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040332425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040332425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040332427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040332427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040332427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040332427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:33.378306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24074): Terminating (SIGTERM)\u000a04:03:33.419854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24077): Terminating (SIGTERM)\u000a04:03:33.461791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24080): Terminating (SIGTERM)\u000a04:03:33.471434 --- ParallelTerminationStrategy: PID 24074 died...\u000a04:03:33.527262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24074): Terminated: ok {rc=0}\u000a04:03:33.537327 --- ParallelTerminationStrategy: PID 24077 died...\u000a04:03:33.592818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24077): Terminated: ok {rc=0}\u000a04:03:33.602844 --- ParallelTerminationStrategy: PID 24080 died...\u000a04:03:33.658437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24080): Terminated: ok {rc=0}\u000a04:03:33.745273 bus /sierra_3: Setting Powered False\u000a04:03:34.850871 bus /sierra_3: Setting Powered False\u000a04:03:35.957529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:03:16" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24092): Process ended prematurely: osmo-stp_10.42.42.5(pid=24092) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24092)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24092): Process ended prematurely: osmo-stp_10.42.42.5(pid=24092) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:03:37.972205 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:37.983817 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:03:38.148497 tst mo_mt_call.py: using LAC 25858\u000a04:03:38.274031 tst mo_mt_call.py: using RAC 103\u000a04:03:38.399167 tst mo_mt_call.py: using CellId 25858\u000a04:03:38.529065 tst mo_mt_call.py: using BVCI 25859\u000a04:03:38.553448 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:38.565167 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:38.576633 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:38.588137 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:38.599824 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:38.611359 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:03:38.725844 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:03:38.926435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:39.398936 run create_hlr_db(pid=24086): Launched\u000a04:03:39.573126 bus /sierra_2: Setting Powered False\u000a04:03:40.594314 run create_hlr_db(pid=24086): Terminated: ok {rc=0}\u000a04:03:41.021089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24088): Launched\u000a04:03:41.342220 run osmo-hlr_10.42.42.2(pid=24089): Launched\u000a04:03:41.459286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:42.016027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24091): Launched\u000a04:03:42.335907 run osmo-stp_10.42.42.5(pid=24092): Launched\u000a04:03:42.452655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:43.042265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24094): Launched\u000a04:03:43.363609 run osmo-msc_10.42.42.6(pid=24095): Launched\u000a04:03:43.552310 run osmo-stp_10.42.42.5(pid=24092): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24092)]\u000a04:03:43.688299 run osmo-stp_10.42.42.5(pid=24092): stdout: \u000a| (launched: 2022-12-10_04:03:42.179175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:43.823714 run osmo-stp_10.42.42.5(pid=24092): stderr: \u000a| �[0;m�[38;5;43m20221210040342370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040342370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040342370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040342371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040342371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040342371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040342371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:43.952849 run osmo-stp_10.42.42.5(pid=24092): stdout: \u000a| (launched: 2022-12-10_04:03:42.179175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:44.080679 run osmo-stp_10.42.42.5(pid=24092): stderr: \u000a| �[0;m�[38;5;43m20221210040342370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040342370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040342370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040342371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040342371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040342371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040342371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:44.137228 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24092): Process ended prematurely: osmo-stp_10.42.42.5(pid=24092) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24092)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:03:44.146813 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:03:44.208487 run osmo-hlr_10.42.42.2(pid=24089): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24089)]\u000a04:03:44.259352 run osmo-hlr_10.42.42.2(pid=24089): stdout: \u000a| (launched: 2022-12-10_04:03:41.184812) \u000a04:03:44.311285 run osmo-hlr_10.42.42.2(pid=24089): stderr: \u000a| �[0;m�[1;31m20221210040341382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040341382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040341382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040341382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040341382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040341382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040341394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040341403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040341403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040341403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:44.381065 run osmo-msc_10.42.42.6(pid=24095): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24095)]\u000a04:03:44.431747 run osmo-msc_10.42.42.6(pid=24095): stdout: \u000a| (launched: 2022-12-10_04:03:43.205754) \u000a04:03:44.483387 run osmo-msc_10.42.42.6(pid=24095): stderr: \u000a| �[0;m�[38;5;43m20221210040343530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040343530 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22432c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040343530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040343530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040343531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040343531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040343532 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040343533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040343533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040343533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:44.527164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24088): Terminating (SIGTERM)\u000a04:03:44.568393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24091): Terminating (SIGTERM)\u000a04:03:44.609614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24094): Terminating (SIGTERM)\u000a04:03:44.619064 --- ParallelTerminationStrategy: PID 24088 died...\u000a04:03:44.674161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24088): Terminated: ok {rc=0}\u000a04:03:44.684010 --- ParallelTerminationStrategy: PID 24091 died...\u000a04:03:44.739092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24091): Terminated: ok {rc=0}\u000a04:03:44.749082 --- ParallelTerminationStrategy: PID 24094 died...\u000a04:03:44.804644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24094): Terminated: ok {rc=0}\u000a04:03:44.890968 bus /sierra_3: Setting Powered False\u000a04:03:46.008391 bus /sierra_3: Setting Powered False\u000a04:03:47.122514 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24103): Process ended prematurely: osmo-stp_10.42.42.5(pid=24103) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24103)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24103): Process ended prematurely: osmo-stp_10.42.42.5(pid=24103) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:03:48.234963 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:48.247278 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:03:48.413380 tst mo_mt_call_osmux.py: using LAC 25859\u000a04:03:48.547266 tst mo_mt_call_osmux.py: using RAC 104\u000a04:03:48.671263 tst mo_mt_call_osmux.py: using CellId 25859\u000a04:03:48.794871 tst mo_mt_call_osmux.py: using BVCI 25860\u000a04:03:48.819341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:48.831027 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:48.842571 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:48.854106 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:48.865742 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:03:48.877414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:03:48.992418 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:03:49.203115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:49.717508 run create_hlr_db(pid=24097): Launched\u000a04:03:49.903919 bus /sierra_2: Setting Powered False\u000a04:03:50.926017 run create_hlr_db(pid=24097): Terminated: ok {rc=0}\u000a04:03:51.353884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24099): Launched\u000a04:03:51.676178 run osmo-hlr_10.42.42.2(pid=24100): Launched\u000a04:03:51.797811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:52.357086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24102): Launched\u000a04:03:52.679666 run osmo-stp_10.42.42.5(pid=24103): Launched\u000a04:03:52.796851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:53.385444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24105): Launched\u000a04:03:53.707448 run osmo-msc_10.42.42.6(pid=24106): Launched\u000a04:03:53.895313 run osmo-stp_10.42.42.5(pid=24103): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24103)]\u000a04:03:54.031185 run osmo-stp_10.42.42.5(pid=24103): stdout: \u000a| (launched: 2022-12-10_04:03:52.521672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:54.166117 run osmo-stp_10.42.42.5(pid=24103): stderr: \u000a| �[0;m�[38;5;43m20221210040352716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040352716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040352716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040352716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040352717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040352717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040352717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:54.295163 run osmo-stp_10.42.42.5(pid=24103): stdout: \u000a| (launched: 2022-12-10_04:03:52.521672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:54.423341 run osmo-stp_10.42.42.5(pid=24103): stderr: \u000a| �[0;m�[38;5;43m20221210040352716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040352716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040352716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040352716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040352717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040352717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040352717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:54.480373 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24103): Process ended prematurely: osmo-stp_10.42.42.5(pid=24103) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24103)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:03:54.490056 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:03:54.552271 run osmo-hlr_10.42.42.2(pid=24100): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24100)]\u000a04:03:54.603319 run osmo-hlr_10.42.42.2(pid=24100): stdout: \u000a| (launched: 2022-12-10_04:03:51.518181) \u000a04:03:54.654608 run osmo-hlr_10.42.42.2(pid=24100): stderr: \u000a| �[0;m�[1;31m20221210040351717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040351717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040351717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040351717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040351717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040351717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040351730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040351738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040351738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040351738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:54.724591 run osmo-msc_10.42.42.6(pid=24106): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24106)]\u000a04:03:54.775326 run osmo-msc_10.42.42.6(pid=24106): stdout: \u000a| (launched: 2022-12-10_04:03:53.549853) \u000a04:03:54.826757 run osmo-msc_10.42.42.6(pid=24106): stderr: \u000a| �[0;m�[38;5;43m20221210040353875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040353875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04c4ce3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040353875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040353875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040353875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040353875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040353877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040353878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040353878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040353878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:54.870247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24099): Terminating (SIGTERM)\u000a04:03:54.911387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24102): Terminating (SIGTERM)\u000a04:03:54.953145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24105): Terminating (SIGTERM)\u000a04:03:54.962743 --- ParallelTerminationStrategy: PID 24099 died...\u000a04:03:55.018368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24099): Terminated: ok {rc=0}\u000a04:03:55.028365 --- ParallelTerminationStrategy: PID 24102 died...\u000a04:03:55.083608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24102): Terminated: ok {rc=0}\u000a04:03:55.093944 --- ParallelTerminationStrategy: PID 24105 died...\u000a04:03:55.148940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24105): Terminated: ok {rc=0}\u000a04:03:55.235444 bus /sierra_3: Setting Powered False\u000a04:03:56.341495 bus /sierra_3: Setting Powered False\u000a04:03:57.447505 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:03:37" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:03:59.464185 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:03:59.476185 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:03:59.641222 tst mo_mt_call.py: using LAC 25860\u000a04:03:59.766130 tst mo_mt_call.py: using RAC 105\u000a04:03:59.889884 tst mo_mt_call.py: using CellId 25860\u000a04:04:00.013955 tst mo_mt_call.py: using BVCI 25861\u000a04:04:00.038503 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:00.050232 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:00.061782 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:00.073477 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:00.085186 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:00.096677 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:00.216744 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:00.419113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:00.938914 run create_hlr_db(pid=24111): Launched\u000a04:04:01.117800 bus /sierra_2: Setting Powered False\u000a04:04:02.138031 run create_hlr_db(pid=24111): Terminated: ok {rc=0}\u000a04:04:02.543228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Launched\u000a04:04:02.844805 run osmo-hlr_10.42.42.2(pid=24114): Launched\u000a04:04:02.954405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:03.478851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Launched\u000a04:04:03.782097 run osmo-stp_10.42.42.5(pid=24117): Launched\u000a04:04:03.892866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:04.446538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Launched\u000a04:04:04.751087 run osmo-msc_10.42.42.6(pid=24120): Launched\u000a04:04:04.930161 run osmo-stp_10.42.42.5(pid=24117): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]\u000a04:04:05.059946 run osmo-stp_10.42.42.5(pid=24117): stdout: \u000a| (launched: 2022-12-10_04:04:03.632458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:05.186657 run osmo-stp_10.42.42.5(pid=24117): stderr: \u000a| �[0;m�[38;5;43m20221210040403802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040403802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040403802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040403803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040403803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040403803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040403803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:05.309115 run osmo-stp_10.42.42.5(pid=24117): stdout: \u000a| (launched: 2022-12-10_04:04:03.632458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:05.430005 run osmo-stp_10.42.42.5(pid=24117): stderr: \u000a| �[0;m�[38;5;43m20221210040403802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040403802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040403802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040403803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040403803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040403803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040403803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:05.483348 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:04:05.492171 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:04:05.552160 run osmo-hlr_10.42.42.2(pid=24114): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24114)]\u000a04:04:05.601469 run osmo-hlr_10.42.42.2(pid=24114): stdout: \u000a| (launched: 2022-12-10_04:04:02.696521) \u000a04:04:05.651060 run osmo-hlr_10.42.42.2(pid=24114): stderr: \u000a| �[0;m�[1;31m20221210040402874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040402874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040402874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040402874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040402874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040402875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040402894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040402903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040402903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040402903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:05.718027 run osmo-msc_10.42.42.6(pid=24120): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24120)]\u000a04:04:05.766976 run osmo-msc_10.42.42.6(pid=24120): stdout: \u000a| (launched: 2022-12-10_04:04:04.600483) \u000a04:04:05.816709 run osmo-msc_10.42.42.6(pid=24120): stderr: \u000a| �[0;m�[38;5;43m20221210040404873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040404873 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3cfeafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040404873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040404873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040404873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040404873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040404877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040404878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040404878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040404878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:05.858559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Terminating (SIGTERM)\u000a04:04:05.898497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Terminating (SIGTERM)\u000a04:04:05.938577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Terminating (SIGTERM)\u000a04:04:05.948061 --- ParallelTerminationStrategy: PID 24113 died...\u000a04:04:06.001659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Terminated: ok {rc=0}\u000a04:04:06.011523 --- ParallelTerminationStrategy: PID 24116 died...\u000a04:04:06.064671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Terminated: ok {rc=0}\u000a04:04:06.074489 --- ParallelTerminationStrategy: PID 24119 died...\u000a04:04:06.127421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Terminated: ok {rc=0}\u000a04:04:06.210890 bus /sierra_3: Setting Powered False\u000a04:04:07.317720 bus /sierra_3: Setting Powered False\u000a04:04:08.424639 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24128): Process ended prematurely: osmo-stp_10.42.42.5(pid=24128) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24128)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24128): Process ended prematurely: osmo-stp_10.42.42.5(pid=24128) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:04:09.539166 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:09.551633 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:04:09.718154 tst mo_mt_call_osmux.py: using LAC 25861\u000a04:04:09.844228 tst mo_mt_call_osmux.py: using RAC 106\u000a04:04:09.970385 tst mo_mt_call_osmux.py: using CellId 25861\u000a04:04:10.096788 tst mo_mt_call_osmux.py: using BVCI 25862\u000a04:04:10.121281 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:10.133100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:10.144656 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:10.156190 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:10.167818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:10.179417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:10.298061 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:10.499571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:10.977329 run create_hlr_db(pid=24122): Launched\u000a04:04:11.152030 bus /sierra_2: Setting Powered False\u000a04:04:12.174194 run create_hlr_db(pid=24122): Terminated: ok {rc=0}\u000a04:04:12.602768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24124): Launched\u000a04:04:12.920824 run osmo-hlr_10.42.42.2(pid=24125): Launched\u000a04:04:13.038907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:13.599502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24127): Launched\u000a04:04:13.920605 run osmo-stp_10.42.42.5(pid=24128): Launched\u000a04:04:14.037287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:14.626956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24130): Launched\u000a04:04:14.949552 run osmo-msc_10.42.42.6(pid=24131): Launched\u000a04:04:15.139062 run osmo-stp_10.42.42.5(pid=24128): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24128)]\u000a04:04:15.275270 run osmo-stp_10.42.42.5(pid=24128): stdout: \u000a| (launched: 2022-12-10_04:04:13.763506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:15.410746 run osmo-stp_10.42.42.5(pid=24128): stderr: \u000a| �[0;m�[38;5;43m20221210040413954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040413954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040413955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040413955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040413957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040413958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040413958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:15.540614 run osmo-stp_10.42.42.5(pid=24128): stdout: \u000a| (launched: 2022-12-10_04:04:13.763506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:15.668825 run osmo-stp_10.42.42.5(pid=24128): stderr: \u000a| �[0;m�[38;5;43m20221210040413954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040413954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040413955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040413955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040413957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040413958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040413958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:15.725689 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24128): Process ended prematurely: osmo-stp_10.42.42.5(pid=24128) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24128)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:04:15.735022 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:04:15.796879 run osmo-hlr_10.42.42.2(pid=24125): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24125)]\u000a04:04:15.851904 run osmo-hlr_10.42.42.2(pid=24125): stdout: \u000a| (launched: 2022-12-10_04:04:12.762295) \u000a04:04:15.919294 run osmo-hlr_10.42.42.2(pid=24125): stderr: \u000a| �[0;m�[1;31m20221210040412958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040412958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040412958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040412958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040412958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040412958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040412972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040412982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040412982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040412982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:15.991070 run osmo-msc_10.42.42.6(pid=24131): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24131)]\u000a04:04:16.043749 run osmo-msc_10.42.42.6(pid=24131): stdout: \u000a| (launched: 2022-12-10_04:04:14.791065) \u000a04:04:16.096879 run osmo-msc_10.42.42.6(pid=24131): stderr: \u000a| �[0;m�[38;5;43m20221210040415111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040415111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b444edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040415111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040415111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040415111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040415112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040415113 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040415114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040415114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040415114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:16.142105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24124): Terminating (SIGTERM)\u000a04:04:16.184766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24127): Terminating (SIGTERM)\u000a04:04:16.227628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24130): Terminating (SIGTERM)\u000a04:04:16.237446 --- ParallelTerminationStrategy: PID 24124 died...\u000a04:04:16.294582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24124): Terminated: ok {rc=0}\u000a04:04:16.305182 --- ParallelTerminationStrategy: PID 24127 died...\u000a04:04:16.361759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24127): Terminated: ok {rc=0}\u000a04:04:16.372208 --- ParallelTerminationStrategy: PID 24130 died...\u000a04:04:16.428403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24130): Terminated: ok {rc=0}\u000a04:04:16.517128 bus /sierra_3: Setting Powered False\u000a04:04:17.617679 bus /sierra_3: Setting Powered False\u000a04:04:18.727089 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:03:59" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24142): Process ended prematurely: osmo-stp_10.42.42.5(pid=24142) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24142)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24142): Process ended prematurely: osmo-stp_10.42.42.5(pid=24142) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:04:20.730044 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:20.741478 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:04:20.897621 tst mo_mt_call.py: using LAC 25862\u000a04:04:21.018664 tst mo_mt_call.py: using RAC 107\u000a04:04:21.142890 tst mo_mt_call.py: using CellId 25862\u000a04:04:21.264653 tst mo_mt_call.py: using BVCI 25863\u000a04:04:21.287674 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:21.299223 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:21.310477 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:21.322091 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:21.333854 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:21.345593 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:04:21.465651 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:04:21.668664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:22.146304 run create_hlr_db(pid=24136): Launched\u000a04:04:22.320270 bus /sierra_2: Setting Powered False\u000a04:04:23.343069 run create_hlr_db(pid=24136): Terminated: ok {rc=0}\u000a04:04:23.745877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24138): Launched\u000a04:04:24.048119 run osmo-hlr_10.42.42.2(pid=24139): Launched\u000a04:04:24.164693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:24.698094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24141): Launched\u000a04:04:25.000563 run osmo-stp_10.42.42.5(pid=24142): Launched\u000a04:04:25.111458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:25.664551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24144): Launched\u000a04:04:25.967724 run osmo-msc_10.42.42.6(pid=24145): Launched\u000a04:04:26.145828 run osmo-stp_10.42.42.5(pid=24142): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24142)]\u000a04:04:26.274556 run osmo-stp_10.42.42.5(pid=24142): stdout: \u000a| (launched: 2022-12-10_04:04:24.852011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:26.400878 run osmo-stp_10.42.42.5(pid=24142): stderr: \u000a| �[0;m�[38;5;43m20221210040425023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040425023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040425023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040425023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040425024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040425024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040425024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:26.522919 run osmo-stp_10.42.42.5(pid=24142): stdout: \u000a| (launched: 2022-12-10_04:04:24.852011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:26.644045 run osmo-stp_10.42.42.5(pid=24142): stderr: \u000a| �[0;m�[38;5;43m20221210040425023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040425023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040425023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040425023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040425024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040425024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040425024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:26.697343 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24142): Process ended prematurely: osmo-stp_10.42.42.5(pid=24142) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24142)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:04:26.706398 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:04:26.766452 run osmo-hlr_10.42.42.2(pid=24139): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24139)]\u000a04:04:26.815344 run osmo-hlr_10.42.42.2(pid=24139): stdout: \u000a| (launched: 2022-12-10_04:04:23.899451) \u000a04:04:26.865466 run osmo-hlr_10.42.42.2(pid=24139): stderr: \u000a| �[0;m�[1;31m20221210040424075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040424075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040424075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040424075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040424075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040424075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040424087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040424095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040424095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040424096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:26.932587 run osmo-msc_10.42.42.6(pid=24145): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24145)]\u000a04:04:26.981444 run osmo-msc_10.42.42.6(pid=24145): stdout: \u000a| (launched: 2022-12-10_04:04:25.817821) \u000a04:04:27.031172 run osmo-msc_10.42.42.6(pid=24145): stderr: \u000a| �[0;m�[38;5;43m20221210040426089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040426089 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c28998c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040426089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040426089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040426089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040426090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040426091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040426092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040426092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040426092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:27.072914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24138): Terminating (SIGTERM)\u000a04:04:27.113121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24141): Terminating (SIGTERM)\u000a04:04:27.153053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24144): Terminating (SIGTERM)\u000a04:04:27.162403 --- ParallelTerminationStrategy: PID 24138 died...\u000a04:04:27.215773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24138): Terminated: ok {rc=0}\u000a04:04:27.225660 --- ParallelTerminationStrategy: PID 24141 died...\u000a04:04:27.279551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24141): Terminated: ok {rc=0}\u000a04:04:27.289327 --- ParallelTerminationStrategy: PID 24144 died...\u000a04:04:27.341907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24144): Terminated: ok {rc=0}\u000a04:04:27.429920 bus /sierra_3: Setting Powered False\u000a04:04:28.532929 bus /sierra_3: Setting Powered False\u000a04:04:29.643772 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24154): Process ended prematurely: osmo-stp_10.42.42.5(pid=24154) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24154)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24154): Process ended prematurely: osmo-stp_10.42.42.5(pid=24154) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:04:30.753538 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:30.765372 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:04:30.949984 tst mo_mt_call_osmux.py: using LAC 25863\u000a04:04:31.080280 tst mo_mt_call_osmux.py: using RAC 108\u000a04:04:31.200505 tst mo_mt_call_osmux.py: using CellId 25863\u000a04:04:31.321737 tst mo_mt_call_osmux.py: using BVCI 25864\u000a04:04:31.345438 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:31.357440 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:31.369294 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:31.381695 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:31.393759 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:04:31.406266 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:04:31.544380 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:04:31.797409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:32.348658 run create_hlr_db(pid=24148): Launched\u000a04:04:32.523391 bus /sierra_2: Setting Powered False\u000a04:04:33.545040 run create_hlr_db(pid=24148): Terminated: ok {rc=0}\u000a04:04:33.947507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24150): Launched\u000a04:04:34.249794 run osmo-hlr_10.42.42.2(pid=24151): Launched\u000a04:04:34.366542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:34.898606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24153): Launched\u000a04:04:35.200570 run osmo-stp_10.42.42.5(pid=24154): Launched\u000a04:04:35.312433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:35.864020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24156): Launched\u000a04:04:36.167685 run osmo-msc_10.42.42.6(pid=24157): Launched\u000a04:04:36.345410 run osmo-stp_10.42.42.5(pid=24154): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24154)]\u000a04:04:36.474188 run osmo-stp_10.42.42.5(pid=24154): stdout: \u000a| (launched: 2022-12-10_04:04:35.051899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:36.599773 run osmo-stp_10.42.42.5(pid=24154): stderr: \u000a| �[0;m�[38;5;43m20221210040435225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040435225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040435225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040435226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040435226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040435226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040435226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:36.721506 run osmo-stp_10.42.42.5(pid=24154): stdout: \u000a| (launched: 2022-12-10_04:04:35.051899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:36.842043 run osmo-stp_10.42.42.5(pid=24154): stderr: \u000a| �[0;m�[38;5;43m20221210040435225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040435225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040435225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040435226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040435226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040435226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040435226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:36.895285 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24154): Process ended prematurely: osmo-stp_10.42.42.5(pid=24154) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24154)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:04:36.904223 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:04:36.963885 run osmo-hlr_10.42.42.2(pid=24151): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24151)]\u000a04:04:37.012483 run osmo-hlr_10.42.42.2(pid=24151): stdout: \u000a| (launched: 2022-12-10_04:04:34.101037) \u000a04:04:37.061855 run osmo-hlr_10.42.42.2(pid=24151): stderr: \u000a| �[0;m�[1;31m20221210040434279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040434279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040434279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040434279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040434279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040434279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040434291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040434300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040434300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040434301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:37.128763 run osmo-msc_10.42.42.6(pid=24157): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24157)]\u000a04:04:37.177426 run osmo-msc_10.42.42.6(pid=24157): stdout: \u000a| (launched: 2022-12-10_04:04:36.017724) \u000a04:04:37.226735 run osmo-msc_10.42.42.6(pid=24157): stderr: \u000a| �[0;m�[38;5;43m20221210040436289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040436289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8a1c43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040436289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040436289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040436289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040436290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040436291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040436292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040436292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040436292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:37.268335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24150): Terminating (SIGTERM)\u000a04:04:37.307907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24153): Terminating (SIGTERM)\u000a04:04:37.347423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24156): Terminating (SIGTERM)\u000a04:04:37.356709 --- ParallelTerminationStrategy: PID 24150 died...\u000a04:04:37.409512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24150): Terminated: ok {rc=0}\u000a04:04:37.419230 --- ParallelTerminationStrategy: PID 24153 died...\u000a04:04:37.472121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24153): Terminated: ok {rc=0}\u000a04:04:37.481815 --- ParallelTerminationStrategy: PID 24156 died...\u000a04:04:37.534682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24156): Terminated: ok {rc=0}\u000a04:04:37.622094 bus /sierra_3: Setting Powered False\u000a04:04:38.724244 bus /sierra_3: Setting Powered False\u000a04:04:39.835443 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:04:20" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24168): Process ended prematurely: osmo-stp_10.42.42.5(pid=24168) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24168): Process ended prematurely: osmo-stp_10.42.42.5(pid=24168) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:04:41.841920 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:41.853441 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:04:42.019850 tst mo_mt_call.py: using LAC 25864\u000a04:04:42.148054 tst mo_mt_call.py: using RAC 109\u000a04:04:42.273621 tst mo_mt_call.py: using CellId 25864\u000a04:04:42.401253 tst mo_mt_call.py: using BVCI 25865\u000a04:04:42.425730 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:42.437300 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:42.448578 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:42.460024 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:42.471562 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:42.482909 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:04:42.599367 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:04:42.802017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:43.277629 run create_hlr_db(pid=24162): Launched\u000a04:04:43.452650 bus /sierra_2: Setting Powered False\u000a04:04:44.483262 run create_hlr_db(pid=24162): Terminated: ok {rc=0}\u000a04:04:44.890793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24164): Launched\u000a04:04:45.194260 run osmo-hlr_10.42.42.2(pid=24165): Launched\u000a04:04:45.305749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:45.832717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24167): Launched\u000a04:04:46.261190 run osmo-stp_10.42.42.5(pid=24168): Launched\u000a04:04:46.444180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:47.092762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24170): Launched\u000a04:04:47.401550 run osmo-msc_10.42.42.6(pid=24171): Launched\u000a04:04:47.579923 run osmo-stp_10.42.42.5(pid=24168): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)]\u000a04:04:47.708433 run osmo-stp_10.42.42.5(pid=24168): stdout: \u000a| (launched: 2022-12-10_04:04:46.011951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:47.835663 run osmo-stp_10.42.42.5(pid=24168): stderr: \u000a| �[0;m�[38;5;43m20221210040446323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040446324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040446324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040446324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040446325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040446325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040446325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:47.958726 run osmo-stp_10.42.42.5(pid=24168): stdout: \u000a| (launched: 2022-12-10_04:04:46.011951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:48.080417 run osmo-stp_10.42.42.5(pid=24168): stderr: \u000a| �[0;m�[38;5;43m20221210040446323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040446324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040446324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040446324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040446325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040446325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040446325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:48.133922 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24168): Process ended prematurely: osmo-stp_10.42.42.5(pid=24168) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:04:48.142948 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:04:48.203152 run osmo-hlr_10.42.42.2(pid=24165): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24165)]\u000a04:04:48.251892 run osmo-hlr_10.42.42.2(pid=24165): stdout: \u000a| (launched: 2022-12-10_04:04:45.044585) \u000a04:04:48.301377 run osmo-hlr_10.42.42.2(pid=24165): stderr: \u000a| �[0;m�[1;31m20221210040445220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040445220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040445220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040445220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040445220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040445221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040445235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040445244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040445244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040445244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:48.368498 run osmo-msc_10.42.42.6(pid=24171): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24171)]\u000a04:04:48.417500 run osmo-msc_10.42.42.6(pid=24171): stdout: \u000a| (launched: 2022-12-10_04:04:47.250453) \u000a04:04:48.467051 run osmo-msc_10.42.42.6(pid=24171): stderr: \u000a| �[0;m�[38;5;43m20221210040447525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040447525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4412a7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040447525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040447525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040447525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040447525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040447529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040447530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040447530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040447530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:48.508757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24164): Terminating (SIGTERM)\u000a04:04:48.548548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24167): Terminating (SIGTERM)\u000a04:04:48.588304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24170): Terminating (SIGTERM)\u000a04:04:48.597694 --- ParallelTerminationStrategy: PID 24164 died...\u000a04:04:48.651013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24164): Terminated: ok {rc=0}\u000a04:04:48.660566 --- ParallelTerminationStrategy: PID 24167 died...\u000a04:04:48.713582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24167): Terminated: ok {rc=0}\u000a04:04:48.723081 --- ParallelTerminationStrategy: PID 24170 died...\u000a04:04:48.775969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24170): Terminated: ok {rc=0}\u000a04:04:48.864220 bus /sierra_3: Setting Powered False\u000a04:04:49.967868 bus /sierra_3: Setting Powered False\u000a04:04:51.074053 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24180): Process ended prematurely: osmo-stp_10.42.42.5(pid=24180) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24180)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24180): Process ended prematurely: osmo-stp_10.42.42.5(pid=24180) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:04:52.188491 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:52.200618 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:04:52.366068 tst mo_mt_call_osmux.py: using LAC 25865\u000a04:04:52.491768 tst mo_mt_call_osmux.py: using RAC 110\u000a04:04:52.618157 tst mo_mt_call_osmux.py: using CellId 25865\u000a04:04:52.744539 tst mo_mt_call_osmux.py: using BVCI 25866\u000a04:04:52.769099 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:52.780668 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:52.792104 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:52.803556 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:52.815212 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:04:52.826663 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:04:52.943322 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:04:53.149191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:53.626277 run create_hlr_db(pid=24174): Launched\u000a04:04:53.800770 bus /sierra_2: Setting Powered False\u000a04:04:54.821869 run create_hlr_db(pid=24174): Terminated: ok {rc=0}\u000a04:04:55.247825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24176): Launched\u000a04:04:55.569749 run osmo-hlr_10.42.42.2(pid=24177): Launched\u000a04:04:55.690290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:56.247201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24179): Launched\u000a04:04:56.569147 run osmo-stp_10.42.42.5(pid=24180): Launched\u000a04:04:56.686701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:57.272498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24182): Launched\u000a04:04:57.594596 run osmo-msc_10.42.42.6(pid=24183): Launched\u000a04:04:57.782421 run osmo-stp_10.42.42.5(pid=24180): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24180)]\u000a04:04:57.917587 run osmo-stp_10.42.42.5(pid=24180): stdout: \u000a| (launched: 2022-12-10_04:04:56.410956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:58.052391 run osmo-stp_10.42.42.5(pid=24180): stderr: \u000a| �[0;m�[38;5;43m20221210040456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040456606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040456606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:58.181434 run osmo-stp_10.42.42.5(pid=24180): stdout: \u000a| (launched: 2022-12-10_04:04:56.410956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:58.308822 run osmo-stp_10.42.42.5(pid=24180): stderr: \u000a| �[0;m�[38;5;43m20221210040456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040456606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040456606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:58.365581 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24180): Process ended prematurely: osmo-stp_10.42.42.5(pid=24180) [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24180)] [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:04:58.375086 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:04:58.437159 run osmo-hlr_10.42.42.2(pid=24177): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24177)]\u000a04:04:58.488164 run osmo-hlr_10.42.42.2(pid=24177): stdout: \u000a| (launched: 2022-12-10_04:04:55.411750) \u000a04:04:58.539939 run osmo-hlr_10.42.42.2(pid=24177): stderr: \u000a| �[0;m�[1;31m20221210040455609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040455609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040455609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040455609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040455609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040455610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040455622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040455630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040455630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040455630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:58.610366 run osmo-msc_10.42.42.6(pid=24183): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24183)]\u000a04:04:58.661502 run osmo-msc_10.42.42.6(pid=24183): stdout: \u000a| (launched: 2022-12-10_04:04:57.436122) \u000a04:04:58.712865 run osmo-msc_10.42.42.6(pid=24183): stderr: \u000a| �[0;m�[38;5;43m20221210040457759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040457759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1591766c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040457759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040457760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040457760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040457760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040457762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040457762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040457762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040457762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:58.756677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24176): Terminating (SIGTERM)\u000a04:04:58.798110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24179): Terminating (SIGTERM)\u000a04:04:58.839468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24182): Terminating (SIGTERM)\u000a04:04:58.848924 --- ParallelTerminationStrategy: PID 24176 died...\u000a04:04:58.904148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24176): Terminated: ok {rc=0}\u000a04:04:58.914053 --- ParallelTerminationStrategy: PID 24179 died...\u000a04:04:58.968695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24179): Terminated: ok {rc=0}\u000a04:04:58.978527 --- ParallelTerminationStrategy: PID 24182 died...\u000a04:04:59.033021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24182): Terminated: ok {rc=0}\u000a04:04:59.118699 bus /sierra_3: Setting Powered False\u000a04:05:00.223050 bus /sierra_3: Setting Powered False\u000a04:05:01.347442 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:04:41" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24197): Process ended prematurely: osmo-stp_10.42.42.5(pid=24197) [trial-2369↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24197)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24197): Process ended prematurely: osmo-stp_10.42.42.5(pid=24197) [trial-2369↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:05:03.357173 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:03.367852 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:05:03.508230 tst emergency_mo_mt_call.py: using LAC 25866\u000a04:05:03.629751 tst emergency_mo_mt_call.py: using RAC 111\u000a04:05:03.752702 tst emergency_mo_mt_call.py: using CellId 25866\u000a04:05:03.874347 tst emergency_mo_mt_call.py: using BVCI 25867\u000a04:05:03.898586 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:03.910039 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:03.921216 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:03.932232 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:03.943323 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:03.954392 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:04.067735 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:04.264756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:04.733897 run create_hlr_db(pid=24191): Launched\u000a04:05:04.906403 bus /sierra_2: Setting Powered False\u000a04:05:05.926356 run create_hlr_db(pid=24191): Terminated: ok {rc=0}\u000a04:05:06.346068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24193): Launched\u000a04:05:06.663510 run osmo-hlr_10.42.42.2(pid=24194): Launched\u000a04:05:06.781730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:07.331349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24196): Launched\u000a04:05:07.648448 run osmo-stp_10.42.42.5(pid=24197): Launched\u000a04:05:07.776232 tst emergency_mo_mt_call.py: using MSISDN 7543\u000a04:05:07.934638 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:08.511344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24199): Launched\u000a04:05:08.826739 run osmo-msc_10.42.42.6(pid=24200): Launched\u000a04:05:09.011359 run osmo-stp_10.42.42.5(pid=24197): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24197)]\u000a04:05:09.144745 run osmo-stp_10.42.42.5(pid=24197): stdout: \u000a| (launched: 2022-12-10_04:05:07.491820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:09.277411 run osmo-stp_10.42.42.5(pid=24197): stderr: \u000a| �[0;m�[38;5;43m20221210040507686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040507686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040507686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040507687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040507687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040507687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040507687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:09.404465 run osmo-stp_10.42.42.5(pid=24197): stdout: \u000a| (launched: 2022-12-10_04:05:07.491820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:09.531260 run osmo-stp_10.42.42.5(pid=24197): stderr: \u000a| �[0;m�[38;5;43m20221210040507686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040507686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040507686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040507687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040507687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040507687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040507687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:09.587057 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24197): Process ended prematurely: osmo-stp_10.42.42.5(pid=24197) [trial-2369↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24197)] [trial-2369↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a04:05:09.595591 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a04:05:09.657431 run osmo-hlr_10.42.42.2(pid=24194): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24194)]\u000a04:05:09.708277 run osmo-hlr_10.42.42.2(pid=24194): stdout: \u000a| (launched: 2022-12-10_04:05:06.506883) \u000a04:05:09.760257 run osmo-hlr_10.42.42.2(pid=24194): stderr: \u000a| �[0;m�[1;31m20221210040506704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040506704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040506704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040506705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040506705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040506705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040506716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040506725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040506725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040506725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:09.832997 run osmo-msc_10.42.42.6(pid=24200): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24200)]\u000a04:05:09.882407 run osmo-msc_10.42.42.6(pid=24200): stdout: \u000a| (launched: 2022-12-10_04:05:08.672399) \u000a04:05:09.932315 run osmo-msc_10.42.42.6(pid=24200): stderr: \u000a| �[0;m�[38;5;43m20221210040508996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040508996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45d2089c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040508996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040508996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040508996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040508997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040508998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040508999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040508999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040508999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:09.974270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24193): Terminating (SIGTERM)\u000a04:05:10.014917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24196): Terminating (SIGTERM)\u000a04:05:10.055408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24199): Terminating (SIGTERM)\u000a04:05:10.065418 --- ParallelTerminationStrategy: PID 24193 died...\u000a04:05:10.119039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24193): Terminated: ok {rc=0}\u000a04:05:10.129518 --- ParallelTerminationStrategy: PID 24196 died...\u000a04:05:10.183024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24196): Terminated: ok {rc=0}\u000a04:05:10.193389 --- ParallelTerminationStrategy: PID 24199 died...\u000a04:05:10.247719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24199): Terminated: ok {rc=0}\u000a04:05:10.336299 bus /sierra_3: Setting Powered False\u000a04:05:11.437751 bus /sierra_3: Setting Powered False\u000a04:05:12.547414 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24208): Process ended prematurely: osmo-stp_10.42.42.5(pid=24208) [trial-2369↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24208)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24208): Process ended prematurely: osmo-stp_10.42.42.5(pid=24208) [trial-2369↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:05:13.601368 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:13.613185 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:05:13.751582 tst emergency_preemptive_call.py: using LAC 25867\u000a04:05:13.869731 tst emergency_preemptive_call.py: using RAC 112\u000a04:05:13.985097 tst emergency_preemptive_call.py: using CellId 25867\u000a04:05:14.102356 tst emergency_preemptive_call.py: using BVCI 25868\u000a04:05:14.124691 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:14.135462 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:14.146453 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:14.157394 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:14.168086 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:14.178936 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:14.294458 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:14.410320 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:14.527747 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:14.725836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:15.194814 run create_hlr_db(pid=24202): Launched\u000a04:05:15.367159 bus /sierra_2: Setting Powered False\u000a04:05:16.436240 run create_hlr_db(pid=24202): Terminated: ok {rc=0}\u000a04:05:16.879761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24204): Launched\u000a04:05:17.233162 run osmo-hlr_10.42.42.2(pid=24205): Launched\u000a04:05:17.347648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:17.905879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24207): Launched\u000a04:05:18.222308 run osmo-stp_10.42.42.5(pid=24208): Launched\u000a04:05:18.348592 tst emergency_preemptive_call.py: using MSISDN 7544\u000a04:05:18.506831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:19.083439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24210): Launched\u000a04:05:19.400816 run osmo-msc_10.42.42.6(pid=24211): Launched\u000a04:05:19.587736 run osmo-stp_10.42.42.5(pid=24208): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24208)]\u000a04:05:19.723233 run osmo-stp_10.42.42.5(pid=24208): stdout: \u000a| (launched: 2022-12-10_04:05:18.067089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:19.856549 run osmo-stp_10.42.42.5(pid=24208): stderr: \u000a| �[0;m�[38;5;43m20221210040518259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040518259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040518259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040518260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040518260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040518260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040518260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:19.984063 run osmo-stp_10.42.42.5(pid=24208): stdout: \u000a| (launched: 2022-12-10_04:05:18.067089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:20.110738 run osmo-stp_10.42.42.5(pid=24208): stderr: \u000a| �[0;m�[38;5;43m20221210040518259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040518259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040518259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040518260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040518260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040518260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040518260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:20.166340 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24208): Process ended prematurely: osmo-stp_10.42.42.5(pid=24208) [trial-2369↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24208)] [trial-2369↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a04:05:20.175311 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a04:05:20.237821 run osmo-hlr_10.42.42.2(pid=24205): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24205)]\u000a04:05:20.289172 run osmo-hlr_10.42.42.2(pid=24205): stdout: \u000a| (launched: 2022-12-10_04:05:17.044420) \u000a04:05:20.341167 run osmo-hlr_10.42.42.2(pid=24205): stderr: \u000a| �[0;m�[1;31m20221210040517268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040517268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040517269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040517269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040517269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040517269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040517281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040517289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040517289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040517290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:20.411674 run osmo-msc_10.42.42.6(pid=24211): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24211)]\u000a04:05:20.462727 run osmo-msc_10.42.42.6(pid=24211): stdout: \u000a| (launched: 2022-12-10_04:05:19.244511) \u000a04:05:20.514428 run osmo-msc_10.42.42.6(pid=24211): stderr: \u000a| �[0;m�[38;5;43m20221210040519567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210040519567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6dda0bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210040519567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210040519567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210040519568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210040519568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210040519570 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210040519570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210040519570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210040519570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:20.558445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24204): Terminating (SIGTERM)\u000a04:05:20.599958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24207): Terminating (SIGTERM)\u000a04:05:20.641450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24210): Terminating (SIGTERM)\u000a04:05:20.650998 --- ParallelTerminationStrategy: PID 24204 died...\u000a04:05:20.706387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24204): Terminated: ok {rc=0}\u000a04:05:20.716574 --- ParallelTerminationStrategy: PID 24207 died...\u000a04:05:20.772466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24207): Terminated: ok {rc=0}\u000a04:05:20.782640 --- ParallelTerminationStrategy: PID 24210 died...\u000a04:05:20.838714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24210): Terminated: ok {rc=0}\u000a04:05:20.925870 bus /sierra_9: Setting Powered False\u000a04:05:22.033426 bus /sierra_9: Setting Powered False\u000a04:05:23.141418 bus /sierra_8: Setting Powered False\u000a04:05:24.246674 bus /sierra_8: Setting Powered False\u000a04:05:25.353513 bus /sierra_3: Setting Powered False\u000a04:05:26.459671 bus /sierra_3: Setting Powered False\u000a04:05:27.570633 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:05:03" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24226): Process ended prematurely: osmo-stp_10.42.42.5(pid=24226) [trial-2369↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24226)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24226): Process ended prematurely: osmo-stp_10.42.42.5(pid=24226) [trial-2369↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:05:29.693542 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:29.704197 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:05:29.842254 tst cs_paging_gprs_active.py: using LAC 25868\u000a04:05:29.959957 tst cs_paging_gprs_active.py: using RAC 113\u000a04:05:30.078820 tst cs_paging_gprs_active.py: using CellId 25868\u000a04:05:30.197425 tst cs_paging_gprs_active.py: using BVCI 25869\u000a04:05:30.220380 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:30.231131 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:30.241686 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:30.252476 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:30.263151 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:30.273892 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:30.285196 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:30.295839 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:30.306752 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:30.425555 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:30.719089 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:05:30.854937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:05:31.226048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24216): Launched\u000a04:05:31.522616 run iperf3-srv_10.42.42.10(pid=24217): Launched\u000a04:05:31.726463 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:05:31.864501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:05:32.216135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24218): Launched\u000a04:05:32.493441 run iperf3-srv_10.42.42.10(pid=24219): Launched\u000a04:05:32.693166 tst cs_paging_gprs_active.py:38: start network...\u000a04:05:32.828424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:33.345153 run create_hlr_db(pid=24220): Launched\u000a04:05:33.532881 bus /sierra_2: Setting Powered False\u000a04:05:34.554148 run create_hlr_db(pid=24220): Terminated: ok {rc=0}\u000a04:05:34.983635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24222): Launched\u000a04:05:35.307764 run osmo-hlr_10.42.42.2(pid=24223): Launched\u000a04:05:35.427982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:35.988429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24225): Launched\u000a04:05:36.311079 run osmo-stp_10.42.42.5(pid=24226): Launched\u000a04:05:36.428194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:05:36.991532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24228): Launched\u000a04:05:37.107307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:05:37.388411 run patchelf(pid=24229): Launched\u000a04:05:37.578093 run osmo-stp_10.42.42.5(pid=24226): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24226)]\u000a04:05:37.716599 run osmo-stp_10.42.42.5(pid=24226): stdout: \u000a| (launched: 2022-12-10_04:05:36.152771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:37.855987 run osmo-stp_10.42.42.5(pid=24226): stderr: \u000a| �[0;m�[38;5;43m20221210040536345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040536345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040536346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040536346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040536346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040536346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040536347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:37.989966 run osmo-stp_10.42.42.5(pid=24226): stdout: \u000a| (launched: 2022-12-10_04:05:36.152771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:38.122702 run osmo-stp_10.42.42.5(pid=24226): stderr: \u000a| �[0;m�[38;5;43m20221210040536345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040536345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040536346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040536346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040536346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040536346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040536347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:38.277432 run patchelf(pid=24229): Terminating (SIGINT)\u000a04:05:38.459404 run patchelf(pid=24229): Terminated: ok {rc=0}\u000a04:05:38.492895 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24226): Process ended prematurely: osmo-stp_10.42.42.5(pid=24226) [trial-2369↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24226)] [trial-2369↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a04:05:38.503172 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:05:38.566063 run osmo-hlr_10.42.42.2(pid=24223): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24223)]\u000a04:05:38.616662 run osmo-hlr_10.42.42.2(pid=24223): stdout: \u000a| (launched: 2022-12-10_04:05:35.148541) \u000a04:05:38.668443 run osmo-hlr_10.42.42.2(pid=24223): stderr: \u000a| �[0;m�[1;31m20221210040535348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040535348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040535348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040535348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040535348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040535348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040535360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040535369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040535369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040535369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:38.712617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24216): Terminating (SIGTERM)\u000a04:05:38.754315 run iperf3-srv_10.42.42.10(pid=24217): Terminating (SIGTERM)\u000a04:05:38.796098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24218): Terminating (SIGTERM)\u000a04:05:38.837841 run iperf3-srv_10.42.42.10(pid=24219): Terminating (SIGTERM)\u000a04:05:38.879741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24222): Terminating (SIGTERM)\u000a04:05:38.921289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24225): Terminating (SIGTERM)\u000a04:05:38.962885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24228): Terminating (SIGTERM)\u000a04:05:38.972624 --- ParallelTerminationStrategy: PID 24216 died...\u000a04:05:39.028596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24216): Terminated: ok {rc=0}\u000a04:05:39.038961 --- ParallelTerminationStrategy: PID 24217 died...\u000a04:05:39.093945 run iperf3-srv_10.42.42.10(pid=24217): Terminated {rc=256}\u000a04:05:39.103924 --- ParallelTerminationStrategy: PID 24218 died...\u000a04:05:39.159197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24218): Terminated: ok {rc=0}\u000a04:05:39.169149 --- ParallelTerminationStrategy: PID 24219 died...\u000a04:05:39.224424 run iperf3-srv_10.42.42.10(pid=24219): Terminated {rc=256}\u000a04:05:39.234410 --- ParallelTerminationStrategy: PID 24222 died...\u000a04:05:39.289411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24222): Terminated: ok {rc=0}\u000a04:05:39.299409 --- ParallelTerminationStrategy: PID 24225 died...\u000a04:05:39.354463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24225): Terminated: ok {rc=0}\u000a04:05:39.364504 --- ParallelTerminationStrategy: PID 24228 died...\u000a04:05:39.419511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24228): Terminated: ok {rc=0}\u000a04:05:39.505502 bus /gobi_0: Setting Powered False\u000a04:05:40.608639 bus /gobi_0: Setting Powered False\u000a04:05:41.717725 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24238): Process ended prematurely: osmo-stp_10.42.42.5(pid=24238) [trial-2369↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24238)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24238): Process ended prematurely: osmo-stp_10.42.42.5(pid=24238) [trial-2369↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a04:05:42.825371 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:42.836627 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:05:42.974800 tst iperf3.py: using LAC 25869\u000a04:05:43.093157 tst iperf3.py: using RAC 114\u000a04:05:43.212251 tst iperf3.py: using CellId 25869\u000a04:05:43.329969 tst iperf3.py: using BVCI 25870\u000a04:05:43.353158 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:43.363797 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:43.374398 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:43.385131 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:43.395851 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:43.406624 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:43.417518 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:43.428162 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:43.438963 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:43.717971 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:05:43.844873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:05:44.159456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24230): Launched\u000a04:05:44.419589 run iperf3-srv_10.42.42.10(pid=24231): Launched\u000a04:05:44.605125 tst iperf3.py:8: start network...\u000a04:05:44.731069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:45.207473 run create_hlr_db(pid=24232): Launched\u000a04:05:45.382443 bus /gobi_6: Setting Powered False\u000a04:05:46.434902 run create_hlr_db(pid=24232): Terminated: ok {rc=0}\u000a04:05:46.893198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24234): Launched\u000a04:05:47.308625 run osmo-hlr_10.42.42.2(pid=24235): Launched\u000a04:05:47.420154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:47.948560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24237): Launched\u000a04:05:48.252200 run osmo-stp_10.42.42.5(pid=24238): Launched\u000a04:05:48.363109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:05:48.892817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24240): Launched\u000a04:05:49.001110 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:05:49.266229 run patchelf(pid=24241): Launched\u000a04:05:49.443875 run osmo-stp_10.42.42.5(pid=24238): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24238)]\u000a04:05:49.574422 run osmo-stp_10.42.42.5(pid=24238): stdout: \u000a| (launched: 2022-12-10_04:05:48.102774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:49.705234 run osmo-stp_10.42.42.5(pid=24238): stderr: \u000a| �[0;m�[38;5;43m20221210040548274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040548274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040548274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040548275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040548275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040548275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040548275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:49.831130 run osmo-stp_10.42.42.5(pid=24238): stdout: \u000a| (launched: 2022-12-10_04:05:48.102774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:49.956089 run osmo-stp_10.42.42.5(pid=24238): stderr: \u000a| �[0;m�[38;5;43m20221210040548274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040548274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040548274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040548275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040548275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040548275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040548275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:50.101547 run patchelf(pid=24241): Terminating (SIGINT)\u000a04:05:50.272260 run patchelf(pid=24241): Terminated: ok {rc=0}\u000a04:05:50.303854 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24238): Process ended prematurely: osmo-stp_10.42.42.5(pid=24238) [trial-2369↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24238)] [trial-2369↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a04:05:50.313372 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:05:50.373831 run osmo-hlr_10.42.42.2(pid=24235): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24235)]\u000a04:05:50.422865 run osmo-hlr_10.42.42.2(pid=24235): stdout: \u000a| (launched: 2022-12-10_04:05:47.062666) \u000a04:05:50.472291 run osmo-hlr_10.42.42.2(pid=24235): stderr: \u000a| �[0;m�[1;31m20221210040547280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040547280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040547280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040547280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040547280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040547280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040547297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040547307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040547307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040547307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:50.514152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24230): Terminating (SIGTERM)\u000a04:05:50.553761 run iperf3-srv_10.42.42.10(pid=24231): Terminating (SIGTERM)\u000a04:05:50.593557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24234): Terminating (SIGTERM)\u000a04:05:50.633309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24237): Terminating (SIGTERM)\u000a04:05:50.673143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24240): Terminating (SIGTERM)\u000a04:05:50.682514 --- ParallelTerminationStrategy: PID 24230 died...\u000a04:05:50.736542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24230): Terminated: ok {rc=0}\u000a04:05:50.746307 --- ParallelTerminationStrategy: PID 24231 died...\u000a04:05:50.799512 run iperf3-srv_10.42.42.10(pid=24231): Terminated {rc=256}\u000a04:05:50.809364 --- ParallelTerminationStrategy: PID 24234 died...\u000a04:05:50.862152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24234): Terminated: ok {rc=0}\u000a04:05:50.871964 --- ParallelTerminationStrategy: PID 24237 died...\u000a04:05:50.925399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24237): Terminated: ok {rc=0}\u000a04:05:50.935406 --- ParallelTerminationStrategy: PID 24240 died...\u000a04:05:50.988794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24240): Terminated: ok {rc=0}\u000a04:05:51.077778 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24256): Process ended prematurely: osmo-stp_10.42.42.5(pid=24256) [trial-2369↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24256): Process ended prematurely: osmo-stp_10.42.42.5(pid=24256) [trial-2369↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a04:05:52.188580 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:52.199988 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:05:52.341756 tst iperf3m4.py: using LAC 25870\u000a04:05:52.458417 tst iperf3m4.py: using RAC 115\u000a04:05:52.575794 tst iperf3m4.py: using CellId 25870\u000a04:05:52.695461 tst iperf3m4.py: using BVCI 25871\u000a04:05:52.718483 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:52.729247 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:52.739802 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:52.750747 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:52.761661 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:52.772440 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:52.783452 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:52.794890 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:05:52.806180 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:52.921056 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:53.040583 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:53.157306 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:53.450115 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:05:53.585710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:05:53.920608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24242): Launched\u000a04:05:54.198464 run iperf3-srv_10.42.42.10(pid=24243): Launched\u000a04:05:54.396691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:05:54.531626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:05:54.866194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24244): Launched\u000a04:05:55.143727 run iperf3-srv_10.42.42.10(pid=24245): Launched\u000a04:05:55.342577 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:05:55.477813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:05:55.812510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24246): Launched\u000a04:05:56.090485 run iperf3-srv_10.42.42.10(pid=24247): Launched\u000a04:05:56.288916 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:05:56.424115 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:05:56.759140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Launched\u000a04:05:57.036697 run iperf3-srv_10.42.42.10(pid=24249): Launched\u000a04:05:57.235463 tst iperf3m4.py:8: start network...\u000a04:05:57.370615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:57.888768 run create_hlr_db(pid=24250): Launched\u000a04:05:58.076245 bus /gobi_6: Setting Powered False\u000a04:05:59.096778 run create_hlr_db(pid=24250): Terminated: ok {rc=0}\u000a04:05:59.525424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24252): Launched\u000a04:05:59.848073 run osmo-hlr_10.42.42.2(pid=24253): Launched\u000a04:05:59.968821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:00.531144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24255): Launched\u000a04:06:00.854292 run osmo-stp_10.42.42.5(pid=24256): Launched\u000a04:06:01.015681 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:01.759592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24258): Launched\u000a04:06:01.873947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:02.165018 run patchelf(pid=24259): Launched\u000a04:06:02.349758 run osmo-stp_10.42.42.5(pid=24256): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]\u000a04:06:02.481918 run osmo-stp_10.42.42.5(pid=24256): stdout: \u000a| (launched: 2022-12-10_04:06:00.696438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:02.613918 run osmo-stp_10.42.42.5(pid=24256): stderr: \u000a| �[0;m�[38;5;43m20221210040601012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040601012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040601017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040601017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040601018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040601018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040601018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:02.740591 run osmo-stp_10.42.42.5(pid=24256): stdout: \u000a| (launched: 2022-12-10_04:06:00.696438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:02.866512 run osmo-stp_10.42.42.5(pid=24256): stderr: \u000a| �[0;m�[38;5;43m20221210040601012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040601012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040601017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040601017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040601018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040601018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040601018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:03.012575 run patchelf(pid=24259): Terminating (SIGINT)\u000a04:06:03.184065 run patchelf(pid=24259): Terminated: ok {rc=0}\u000a04:06:03.216129 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24256): Process ended prematurely: osmo-stp_10.42.42.5(pid=24256) [trial-2369↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)] [trial-2369↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a04:06:03.226036 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a04:06:03.287508 run osmo-hlr_10.42.42.2(pid=24253): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24253)]\u000a04:06:03.337091 run osmo-hlr_10.42.42.2(pid=24253): stdout: \u000a| (launched: 2022-12-10_04:05:59.690579) \u000a04:06:03.387064 run osmo-hlr_10.42.42.2(pid=24253): stderr: \u000a| �[0;m�[1;31m20221210040559888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040559888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040559888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040559888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040559889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040559889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040559901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040559909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040559909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040559910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:03.429201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24242): Terminating (SIGTERM)\u000a04:06:03.470043 run iperf3-srv_10.42.42.10(pid=24243): Terminating (SIGTERM)\u000a04:06:03.510210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24244): Terminating (SIGTERM)\u000a04:06:03.550435 run iperf3-srv_10.42.42.10(pid=24245): Terminating (SIGTERM)\u000a04:06:03.590412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24246): Terminating (SIGTERM)\u000a04:06:03.631150 run iperf3-srv_10.42.42.10(pid=24247): Terminating (SIGTERM)\u000a04:06:03.671078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Terminating (SIGTERM)\u000a04:06:03.711219 run iperf3-srv_10.42.42.10(pid=24249): Terminating (SIGTERM)\u000a04:06:03.750997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24252): Terminating (SIGTERM)\u000a04:06:03.790856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24255): Terminating (SIGTERM)\u000a04:06:03.831074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24258): Terminating (SIGTERM)\u000a04:06:03.840341 --- ParallelTerminationStrategy: PID 24242 died...\u000a04:06:03.894127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24242): Terminated: ok {rc=0}\u000a04:06:03.904264 --- ParallelTerminationStrategy: PID 24243 died...\u000a04:06:03.957913 run iperf3-srv_10.42.42.10(pid=24243): Terminated {rc=256}\u000a04:06:03.968120 --- ParallelTerminationStrategy: PID 24244 died...\u000a04:06:04.022310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24244): Terminated: ok {rc=0}\u000a04:06:04.031977 --- ParallelTerminationStrategy: PID 24245 died...\u000a04:06:04.085196 run iperf3-srv_10.42.42.10(pid=24245): Terminated {rc=256}\u000a04:06:04.095308 --- ParallelTerminationStrategy: PID 24246 died...\u000a04:06:04.148887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24246): Terminated: ok {rc=0}\u000a04:06:04.159015 --- ParallelTerminationStrategy: PID 24247 died...\u000a04:06:04.212919 run iperf3-srv_10.42.42.10(pid=24247): Terminated {rc=256}\u000a04:06:04.222817 --- ParallelTerminationStrategy: PID 24248 died...\u000a04:06:04.276465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Terminated: ok {rc=0}\u000a04:06:04.286422 --- ParallelTerminationStrategy: PID 24249 died...\u000a04:06:04.340026 run iperf3-srv_10.42.42.10(pid=24249): Terminated {rc=256}\u000a04:06:04.350122 --- ParallelTerminationStrategy: PID 24252 died...\u000a04:06:04.403629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24252): Terminated: ok {rc=0}\u000a04:06:04.413849 --- ParallelTerminationStrategy: PID 24255 died...\u000a04:06:04.467378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24255): Terminated: ok {rc=0}\u000a04:06:04.477941 --- ParallelTerminationStrategy: PID 24258 died...\u000a04:06:04.532076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24258): Terminated: ok {rc=0}\u000a04:06:04.623164 bus /gobi_4: Setting Powered False\u000a04:06:05.726938 bus /gobi_4: Setting Powered False\u000a04:06:06.837360 bus /gobi_1: Setting Powered False\u000a04:06:07.943507 bus /gobi_1: Setting Powered False\u000a04:06:09.052728 bus /gobi_0: Setting Powered False\u000a04:06:10.158290 bus /gobi_0: Setting Powered False\u000a04:06:11.271420 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24266): Process ended prematurely: osmo-stp_10.42.42.5(pid=24266) [trial-2369↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24266)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24266): Process ended prematurely: osmo-stp_10.42.42.5(pid=24266) [trial-2369↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a04:06:12.337941 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:12.349588 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:12.482486 tst ping.py: using LAC 25871\u000a04:06:12.598333 tst ping.py: using RAC 116\u000a04:06:12.716880 tst ping.py: using CellId 25871\u000a04:06:12.829991 tst ping.py: using BVCI 25872\u000a04:06:12.852162 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:12.862955 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:12.873544 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:12.884329 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:12.894999 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:12.905684 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:12.916607 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:12.927524 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:13.211822 tst ping.py:19: start network...\u000a04:06:13.342268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:13.839244 run create_hlr_db(pid=24260): Launched\u000a04:06:14.020109 bus /gobi_6: Setting Powered False\u000a04:06:15.039740 run create_hlr_db(pid=24260): Terminated: ok {rc=0}\u000a04:06:15.432292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24262): Launched\u000a04:06:15.726430 run osmo-hlr_10.42.42.2(pid=24263): Launched\u000a04:06:15.859594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:16.509294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24265): Launched\u000a04:06:16.846380 run osmo-stp_10.42.42.5(pid=24266): Launched\u000a04:06:17.050521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:17.673140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24268): Launched\u000a04:06:17.784501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:18.055910 run patchelf(pid=24269): Launched\u000a04:06:18.239601 run osmo-stp_10.42.42.5(pid=24266): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24266)]\u000a04:06:18.373739 run osmo-stp_10.42.42.5(pid=24266): stdout: \u000a| (launched: 2022-12-10_04:06:16.674667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:18.507744 run osmo-stp_10.42.42.5(pid=24266): stderr: \u000a| �[0;m�[38;5;43m20221210040617006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040617006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040617006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040617006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040617007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040617007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040617007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:18.637793 run osmo-stp_10.42.42.5(pid=24266): stdout: \u000a| (launched: 2022-12-10_04:06:16.674667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:18.765926 run osmo-stp_10.42.42.5(pid=24266): stderr: \u000a| �[0;m�[38;5;43m20221210040617006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040617006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040617006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040617006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040617007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040617007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040617007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:18.914557 run patchelf(pid=24269): Terminating (SIGINT)\u000a04:06:19.089245 run patchelf(pid=24269): Terminated: ok {rc=0}\u000a04:06:19.121233 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24266): Process ended prematurely: osmo-stp_10.42.42.5(pid=24266) [trial-2369↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24266)] [trial-2369↪gprs:trx-sysmocell5000↪ping.py:22]\u000a04:06:19.130494 tst ping.py:22: Test FAILED (6.8 sec)\u000a04:06:19.193214 run osmo-hlr_10.42.42.2(pid=24263): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24263)]\u000a04:06:19.244273 run osmo-hlr_10.42.42.2(pid=24263): stdout: \u000a| (launched: 2022-12-10_04:06:15.580141) \u000a04:06:19.296007 run osmo-hlr_10.42.42.2(pid=24263): stderr: \u000a| �[0;m�[1;31m20221210040615756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040615756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040615756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040615756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040615756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040615756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040615768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040615778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040615778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040615778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:19.340401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24262): Terminating (SIGTERM)\u000a04:06:19.382416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24265): Terminating (SIGTERM)\u000a04:06:19.424292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24268): Terminating (SIGTERM)\u000a04:06:19.434219 --- ParallelTerminationStrategy: PID 24262 died...\u000a04:06:19.490524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24262): Terminated: ok {rc=0}\u000a04:06:19.500816 --- ParallelTerminationStrategy: PID 24265 died...\u000a04:06:19.557226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24265): Terminated: ok {rc=0}\u000a04:06:19.567445 --- ParallelTerminationStrategy: PID 24268 died...\u000a04:06:19.623282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24268): Terminated: ok {rc=0}\u000a04:06:19.709960 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24276): Process ended prematurely: osmo-stp_10.42.42.5(pid=24276) [trial-2369↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24276)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24276): Process ended prematurely: osmo-stp_10.42.42.5(pid=24276) [trial-2369↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a04:06:20.763363 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:20.778701 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:20.919843 tst ping_idle_ping.py: using LAC 25872\u000a04:06:21.044715 tst ping_idle_ping.py: using RAC 117\u000a04:06:21.167174 tst ping_idle_ping.py: using CellId 25872\u000a04:06:21.286414 tst ping_idle_ping.py: using BVCI 25873\u000a04:06:21.308808 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:21.319755 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:21.330498 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:21.341465 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:21.352441 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:21.363446 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:21.374424 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:21.385091 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:21.653494 tst ping_idle_ping.py:24: start network...\u000a04:06:21.776248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:22.239152 run create_hlr_db(pid=24270): Launched\u000a04:06:22.408639 bus /gobi_6: Setting Powered False\u000a04:06:23.429423 run create_hlr_db(pid=24270): Terminated: ok {rc=0}\u000a04:06:23.820165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24272): Launched\u000a04:06:24.114529 run osmo-hlr_10.42.42.2(pid=24273): Launched\u000a04:06:24.229249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:24.745997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24275): Launched\u000a04:06:25.038920 run osmo-stp_10.42.42.5(pid=24276): Launched\u000a04:06:25.146111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:25.656435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24278): Launched\u000a04:06:25.760925 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:26.016648 run patchelf(pid=24279): Launched\u000a04:06:26.188747 run osmo-stp_10.42.42.5(pid=24276): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24276)]\u000a04:06:26.314448 run osmo-stp_10.42.42.5(pid=24276): stdout: \u000a| (launched: 2022-12-10_04:06:24.894704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:26.440424 run osmo-stp_10.42.42.5(pid=24276): stderr: \u000a| �[0;m�[38;5;43m20221210040625066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040625066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040625066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040625066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040625067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040625067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040625067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:26.561699 run osmo-stp_10.42.42.5(pid=24276): stdout: \u000a| (launched: 2022-12-10_04:06:24.894704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:26.681850 run osmo-stp_10.42.42.5(pid=24276): stderr: \u000a| �[0;m�[38;5;43m20221210040625066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040625066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040625066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040625066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040625067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040625067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040625067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:26.822158 run patchelf(pid=24279): Terminating (SIGINT)\u000a04:06:26.987219 run patchelf(pid=24279): Terminated: ok {rc=0}\u000a04:06:27.017383 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24276): Process ended prematurely: osmo-stp_10.42.42.5(pid=24276) [trial-2369↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24276)] [trial-2369↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a04:06:27.026169 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a04:06:27.085785 run osmo-hlr_10.42.42.2(pid=24273): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24273)]\u000a04:06:27.134346 run osmo-hlr_10.42.42.2(pid=24273): stdout: \u000a| (launched: 2022-12-10_04:06:23.968765) \u000a04:06:27.183626 run osmo-hlr_10.42.42.2(pid=24273): stderr: \u000a| �[0;m�[1;31m20221210040624145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040624145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040624145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040624145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040624145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040624145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040624156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040624165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040624165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040624165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:27.225556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24272): Terminating (SIGTERM)\u000a04:06:27.264828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24275): Terminating (SIGTERM)\u000a04:06:27.305369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24278): Terminating (SIGTERM)\u000a04:06:27.314613 --- ParallelTerminationStrategy: PID 24272 died...\u000a04:06:27.367591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24272): Terminated: ok {rc=0}\u000a04:06:27.377426 --- ParallelTerminationStrategy: PID 24275 died...\u000a04:06:27.430018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24275): Terminated: ok {rc=0}\u000a04:06:27.439747 --- ParallelTerminationStrategy: PID 24278 died...\u000a04:06:27.492695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24278): Terminated: ok {rc=0}\u000a04:06:27.576198 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:05:29" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24293): Process ended prematurely: osmo-stp_10.42.42.5(pid=24293) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24293)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24293): Process ended prematurely: osmo-stp_10.42.42.5(pid=24293) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:06:29.740010 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:29.751538 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:06:29.894352 tst cs_paging_gprs_active.py: using LAC 25873\u000a04:06:30.023509 tst cs_paging_gprs_active.py: using RAC 118\u000a04:06:30.146297 tst cs_paging_gprs_active.py: using CellId 25873\u000a04:06:30.269755 tst cs_paging_gprs_active.py: using BVCI 25874\u000a04:06:30.294152 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:30.305747 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:30.317298 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:30.328682 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:30.339912 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:30.351654 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:30.363270 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:30.374784 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:30.386522 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:06:30.502579 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:06:30.776591 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:06:30.921932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:31.323971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24283): Launched\u000a04:06:31.626684 run iperf3-srv_10.42.42.10(pid=24284): Launched\u000a04:06:31.817784 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:06:31.946627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:32.285136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24285): Launched\u000a04:06:32.542316 run iperf3-srv_10.42.42.10(pid=24286): Launched\u000a04:06:32.725388 tst cs_paging_gprs_active.py:38: start network...\u000a04:06:32.850324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:33.320709 run create_hlr_db(pid=24287): Launched\u000a04:06:33.493431 bus /gobi_6: Setting Powered False\u000a04:06:34.513950 run create_hlr_db(pid=24287): Terminated: ok {rc=0}\u000a04:06:34.935827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24289): Launched\u000a04:06:35.253445 run osmo-hlr_10.42.42.2(pid=24290): Launched\u000a04:06:35.374195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:35.925936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24292): Launched\u000a04:06:36.243508 run osmo-stp_10.42.42.5(pid=24293): Launched\u000a04:06:36.359307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:36.913574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24295): Launched\u000a04:06:37.026730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:37.302513 run patchelf(pid=24296): Launched\u000a04:06:37.488545 run osmo-stp_10.42.42.5(pid=24293): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24293)]\u000a04:06:37.625417 run osmo-stp_10.42.42.5(pid=24293): stdout: \u000a| (launched: 2022-12-10_04:06:36.087441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:37.761728 run osmo-stp_10.42.42.5(pid=24293): stderr: \u000a| �[0;m�[38;5;43m20221210040636281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040636281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040636281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040636281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040636282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040636282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040636282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:37.892893 run osmo-stp_10.42.42.5(pid=24293): stdout: \u000a| (launched: 2022-12-10_04:06:36.087441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:38.023146 run osmo-stp_10.42.42.5(pid=24293): stderr: \u000a| �[0;m�[38;5;43m20221210040636281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040636281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040636281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040636281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040636282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040636282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040636282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:38.174913 run patchelf(pid=24296): Terminating (SIGINT)\u000a04:06:38.353458 run patchelf(pid=24296): Terminated: ok {rc=0}\u000a04:06:38.386286 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24293): Process ended prematurely: osmo-stp_10.42.42.5(pid=24293) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24293)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:06:38.396415 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:06:38.458112 run osmo-hlr_10.42.42.2(pid=24290): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24290)]\u000a04:06:38.508524 run osmo-hlr_10.42.42.2(pid=24290): stdout: \u000a| (launched: 2022-12-10_04:06:35.097487) \u000a04:06:38.560119 run osmo-hlr_10.42.42.2(pid=24290): stderr: \u000a| �[0;m�[1;31m20221210040635294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040635294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040635294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040635294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040635294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040635294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040635307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040635317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040635317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040635317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:38.604210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24283): Terminating (SIGTERM)\u000a04:06:38.645551 run iperf3-srv_10.42.42.10(pid=24284): Terminating (SIGTERM)\u000a04:06:38.687118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24285): Terminating (SIGTERM)\u000a04:06:38.728374 run iperf3-srv_10.42.42.10(pid=24286): Terminating (SIGTERM)\u000a04:06:38.769863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24289): Terminating (SIGTERM)\u000a04:06:38.811401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24292): Terminating (SIGTERM)\u000a04:06:38.852835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24295): Terminating (SIGTERM)\u000a04:06:38.862432 --- ParallelTerminationStrategy: PID 24283 died...\u000a04:06:38.918130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24283): Terminated: ok {rc=0}\u000a04:06:38.928127 --- ParallelTerminationStrategy: PID 24284 died...\u000a04:06:38.983159 run iperf3-srv_10.42.42.10(pid=24284): Terminated {rc=256}\u000a04:06:38.993157 --- ParallelTerminationStrategy: PID 24285 died...\u000a04:06:39.048074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24285): Terminated: ok {rc=0}\u000a04:06:39.058058 --- ParallelTerminationStrategy: PID 24286 died...\u000a04:06:39.113112 run iperf3-srv_10.42.42.10(pid=24286): Terminated {rc=256}\u000a04:06:39.123134 --- ParallelTerminationStrategy: PID 24289 died...\u000a04:06:39.177970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24289): Terminated: ok {rc=0}\u000a04:06:39.187931 --- ParallelTerminationStrategy: PID 24292 died...\u000a04:06:39.242849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24292): Terminated: ok {rc=0}\u000a04:06:39.252658 --- ParallelTerminationStrategy: PID 24295 died...\u000a04:06:39.307596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24295): Terminated: ok {rc=0}\u000a04:06:39.393982 bus /gobi_0: Setting Powered False\u000a04:06:40.496909 bus /gobi_0: Setting Powered False\u000a04:06:41.603910 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24305): Process ended prematurely: osmo-stp_10.42.42.5(pid=24305) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24305)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24305): Process ended prematurely: osmo-stp_10.42.42.5(pid=24305) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:06:42.716403 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:42.728350 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:06:42.870960 tst iperf3.py: using LAC 25874\u000a04:06:42.998597 tst iperf3.py: using RAC 119\u000a04:06:43.122980 tst iperf3.py: using CellId 25874\u000a04:06:43.244459 tst iperf3.py: using BVCI 25875\u000a04:06:43.268503 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:43.279936 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:43.291358 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:43.302596 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:43.313874 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:43.325116 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:43.336369 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:43.347488 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:43.358956 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:06:43.645384 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:06:43.776595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:44.101504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24297): Launched\u000a04:06:44.372130 run iperf3-srv_10.42.42.10(pid=24298): Launched\u000a04:06:44.566116 tst iperf3.py:8: start network...\u000a04:06:44.697822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:45.199638 run create_hlr_db(pid=24299): Launched\u000a04:06:45.382141 bus /gobi_6: Setting Powered False\u000a04:06:46.441539 run create_hlr_db(pid=24299): Terminated: ok {rc=0}\u000a04:06:46.900570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24301): Launched\u000a04:06:47.290826 run osmo-hlr_10.42.42.2(pid=24302): Launched\u000a04:06:47.419844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:47.950288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24304): Launched\u000a04:06:48.245747 run osmo-stp_10.42.42.5(pid=24305): Launched\u000a04:06:48.354516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:48.869963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24307): Launched\u000a04:06:48.975591 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:49.233872 run patchelf(pid=24308): Launched\u000a04:06:49.408424 run osmo-stp_10.42.42.5(pid=24305): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24305)]\u000a04:06:49.536178 run osmo-stp_10.42.42.5(pid=24305): stdout: \u000a| (launched: 2022-12-10_04:06:48.100404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:49.664069 run osmo-stp_10.42.42.5(pid=24305): stderr: \u000a| �[0;m�[38;5;43m20221210040648270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040648270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040648271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040648271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040648271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040648272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040648272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:49.787049 run osmo-stp_10.42.42.5(pid=24305): stdout: \u000a| (launched: 2022-12-10_04:06:48.100404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:49.909131 run osmo-stp_10.42.42.5(pid=24305): stderr: \u000a| �[0;m�[38;5;43m20221210040648270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040648270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040648271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040648271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040648271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040648272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040648272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:50.050518 run patchelf(pid=24308): Terminating (SIGINT)\u000a04:06:50.217066 run patchelf(pid=24308): Terminated: ok {rc=0}\u000a04:06:50.247804 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24305): Process ended prematurely: osmo-stp_10.42.42.5(pid=24305) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24305)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a04:06:50.257277 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:06:50.317374 run osmo-hlr_10.42.42.2(pid=24302): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24302)]\u000a04:06:50.366262 run osmo-hlr_10.42.42.2(pid=24302): stdout: \u000a| (launched: 2022-12-10_04:06:47.100869) \u000a04:06:50.415744 run osmo-hlr_10.42.42.2(pid=24302): stderr: \u000a| �[0;m�[1;31m20221210040647384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040647384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040647384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040647384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040647384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040647384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040647398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040647406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040647406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040647406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:50.457769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24297): Terminating (SIGTERM)\u000a04:06:50.497466 run iperf3-srv_10.42.42.10(pid=24298): Terminating (SIGTERM)\u000a04:06:50.536876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24301): Terminating (SIGTERM)\u000a04:06:50.576422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24304): Terminating (SIGTERM)\u000a04:06:50.615888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24307): Terminating (SIGTERM)\u000a04:06:50.625229 --- ParallelTerminationStrategy: PID 24297 died...\u000a04:06:50.678521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24297): Terminated: ok {rc=0}\u000a04:06:50.688057 --- ParallelTerminationStrategy: PID 24298 died...\u000a04:06:50.740845 run iperf3-srv_10.42.42.10(pid=24298): Terminated {rc=256}\u000a04:06:50.750654 --- ParallelTerminationStrategy: PID 24301 died...\u000a04:06:50.803013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24301): Terminated: ok {rc=0}\u000a04:06:50.812682 --- ParallelTerminationStrategy: PID 24304 died...\u000a04:06:50.865082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24304): Terminated: ok {rc=0}\u000a04:06:50.874484 --- ParallelTerminationStrategy: PID 24307 died...\u000a04:06:50.927712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24307): Terminated: ok {rc=0}\u000a04:06:51.016264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24323): Process ended prematurely: osmo-stp_10.42.42.5(pid=24323) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24323): Process ended prematurely: osmo-stp_10.42.42.5(pid=24323) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:06:52.125592 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:52.137165 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:06:52.274548 tst iperf3m4.py: using LAC 25875\u000a04:06:52.391132 tst iperf3m4.py: using RAC 120\u000a04:06:52.508294 tst iperf3m4.py: using CellId 25875\u000a04:06:52.625578 tst iperf3m4.py: using BVCI 25876\u000a04:06:52.647902 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:52.658933 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:52.669789 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:52.680761 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:52.691622 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:52.702646 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:52.713753 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:52.724803 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:06:52.735876 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:06:52.855112 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:06:52.970180 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:06:53.086351 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:06:53.356248 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:06:53.478739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:53.781971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24309): Launched\u000a04:06:54.034057 run iperf3-srv_10.42.42.10(pid=24310): Launched\u000a04:06:54.213595 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:06:54.336136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:54.640604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24311): Launched\u000a04:06:54.892571 run iperf3-srv_10.42.42.10(pid=24312): Launched\u000a04:06:55.071744 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:06:55.194339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:55.498230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24313): Launched\u000a04:06:55.750248 run iperf3-srv_10.42.42.10(pid=24314): Launched\u000a04:06:55.930013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:06:56.052460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:56.357268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24315): Launched\u000a04:06:56.610340 run iperf3-srv_10.42.42.10(pid=24316): Launched\u000a04:06:56.789581 tst iperf3m4.py:8: start network...\u000a04:06:56.911876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:57.370914 run create_hlr_db(pid=24317): Launched\u000a04:06:57.539666 bus /gobi_6: Setting Powered False\u000a04:06:58.560846 run create_hlr_db(pid=24317): Terminated: ok {rc=0}\u000a04:06:58.950881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24319): Launched\u000a04:06:59.243223 run osmo-hlr_10.42.42.2(pid=24320): Launched\u000a04:06:59.355267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:59.874261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24322): Launched\u000a04:07:00.167381 run osmo-stp_10.42.42.5(pid=24323): Launched\u000a04:07:00.275385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:00.786666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24325): Launched\u000a04:07:00.892844 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:01.179420 run patchelf(pid=24326): Launched\u000a04:07:01.368483 run osmo-stp_10.42.42.5(pid=24323): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]\u000a04:07:01.505604 run osmo-stp_10.42.42.5(pid=24323): stdout: \u000a| (launched: 2022-12-10_04:07:00.023082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:01.636366 run osmo-stp_10.42.42.5(pid=24323): stderr: \u000a| �[0;m�[38;5;43m20221210040700190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040700190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040700190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040700191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040700191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040700191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040700191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:01.762248 run osmo-stp_10.42.42.5(pid=24323): stdout: \u000a| (launched: 2022-12-10_04:07:00.023082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:01.887189 run osmo-stp_10.42.42.5(pid=24323): stderr: \u000a| �[0;m�[38;5;43m20221210040700190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040700190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040700190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040700191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040700191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040700191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040700191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:02.032162 run patchelf(pid=24326): Terminating (SIGINT)\u000a04:07:02.202666 run patchelf(pid=24326): Terminated: ok {rc=0}\u000a04:07:02.234685 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24323): Process ended prematurely: osmo-stp_10.42.42.5(pid=24323) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:07:02.245077 tst iperf3m4.py:8: Test FAILED (10.1 sec)\u000a04:07:02.305167 run osmo-hlr_10.42.42.2(pid=24320): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24320)]\u000a04:07:02.353543 run osmo-hlr_10.42.42.2(pid=24320): stdout: \u000a| (launched: 2022-12-10_04:06:59.099119) \u000a04:07:02.402571 run osmo-hlr_10.42.42.2(pid=24320): stderr: \u000a| �[0;m�[1;31m20221210040659272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040659272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040659272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040659272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040659272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040659272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040659284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040659293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040659293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040659293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:02.444249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24309): Terminating (SIGTERM)\u000a04:07:02.483485 run iperf3-srv_10.42.42.10(pid=24310): Terminating (SIGTERM)\u000a04:07:02.522829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24311): Terminating (SIGTERM)\u000a04:07:02.561828 run iperf3-srv_10.42.42.10(pid=24312): Terminating (SIGTERM)\u000a04:07:02.601050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24313): Terminating (SIGTERM)\u000a04:07:02.640102 run iperf3-srv_10.42.42.10(pid=24314): Terminating (SIGTERM)\u000a04:07:02.679328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24315): Terminating (SIGTERM)\u000a04:07:02.718938 run iperf3-srv_10.42.42.10(pid=24316): Terminating (SIGTERM)\u000a04:07:02.758165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24319): Terminating (SIGTERM)\u000a04:07:02.797620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24322): Terminating (SIGTERM)\u000a04:07:02.836778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24325): Terminating (SIGTERM)\u000a04:07:02.846179 --- ParallelTerminationStrategy: PID 24309 died...\u000a04:07:02.899439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24309): Terminated: ok {rc=0}\u000a04:07:02.909122 --- ParallelTerminationStrategy: PID 24310 died...\u000a04:07:02.961895 run iperf3-srv_10.42.42.10(pid=24310): Terminated {rc=256}\u000a04:07:02.971235 --- ParallelTerminationStrategy: PID 24311 died...\u000a04:07:03.023628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24311): Terminated: ok {rc=0}\u000a04:07:03.033358 --- ParallelTerminationStrategy: PID 24312 died...\u000a04:07:03.085653 run iperf3-srv_10.42.42.10(pid=24312): Terminated {rc=256}\u000a04:07:03.095202 --- ParallelTerminationStrategy: PID 24313 died...\u000a04:07:03.147405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24313): Terminated: ok {rc=0}\u000a04:07:03.157139 --- ParallelTerminationStrategy: PID 24314 died...\u000a04:07:03.209434 run iperf3-srv_10.42.42.10(pid=24314): Terminated {rc=256}\u000a04:07:03.219145 --- ParallelTerminationStrategy: PID 24315 died...\u000a04:07:03.271238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24315): Terminated: ok {rc=0}\u000a04:07:03.281068 --- ParallelTerminationStrategy: PID 24316 died...\u000a04:07:03.334479 run iperf3-srv_10.42.42.10(pid=24316): Terminated {rc=256}\u000a04:07:03.344241 --- ParallelTerminationStrategy: PID 24319 died...\u000a04:07:03.396685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24319): Terminated: ok {rc=0}\u000a04:07:03.406550 --- ParallelTerminationStrategy: PID 24322 died...\u000a04:07:03.458937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24322): Terminated: ok {rc=0}\u000a04:07:03.468730 --- ParallelTerminationStrategy: PID 24325 died...\u000a04:07:03.521266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24325): Terminated: ok {rc=0}\u000a04:07:03.609257 bus /gobi_4: Setting Powered False\u000a04:07:04.711198 bus /gobi_4: Setting Powered False\u000a04:07:05.821400 bus /gobi_1: Setting Powered False\u000a04:07:06.922348 bus /gobi_1: Setting Powered False\u000a04:07:08.030870 bus /gobi_0: Setting Powered False\u000a04:07:09.131726 bus /gobi_0: Setting Powered False\u000a04:07:10.243074 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24335): Process ended prematurely: osmo-stp_10.42.42.5(pid=24335) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24335)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24335): Process ended prematurely: osmo-stp_10.42.42.5(pid=24335) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:07:11.308246 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:11.319700 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:11.461548 tst ping.py: using LAC 25876\u000a04:07:11.582764 tst ping.py: using RAC 121\u000a04:07:11.705506 tst ping.py: using CellId 25876\u000a04:07:11.826422 tst ping.py: using BVCI 25877\u000a04:07:11.850130 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:11.861790 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:11.873386 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:11.885615 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:11.897190 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:11.908722 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:11.920590 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:11.932344 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:12.201161 tst ping.py:19: start network...\u000a04:07:12.320497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:12.770970 run create_hlr_db(pid=24329): Launched\u000a04:07:12.936931 bus /gobi_6: Setting Powered False\u000a04:07:13.957717 run create_hlr_db(pid=24329): Terminated: ok {rc=0}\u000a04:07:14.364695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24331): Launched\u000a04:07:14.671910 run osmo-hlr_10.42.42.2(pid=24332): Launched\u000a04:07:14.788381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:15.323870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24334): Launched\u000a04:07:15.629997 run osmo-stp_10.42.42.5(pid=24335): Launched\u000a04:07:15.741713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:16.319366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24337): Launched\u000a04:07:16.430942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:16.713214 run patchelf(pid=24338): Launched\u000a04:07:16.895846 run osmo-stp_10.42.42.5(pid=24335): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24335)]\u000a04:07:17.029917 run osmo-stp_10.42.42.5(pid=24335): stdout: \u000a| (launched: 2022-12-10_04:07:15.479433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:17.165077 run osmo-stp_10.42.42.5(pid=24335): stderr: \u000a| �[0;m�[38;5;43m20221210040715672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040715672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040715672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040715672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040715673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040715673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040715673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:17.293751 run osmo-stp_10.42.42.5(pid=24335): stdout: \u000a| (launched: 2022-12-10_04:07:15.479433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:17.419994 run osmo-stp_10.42.42.5(pid=24335): stderr: \u000a| �[0;m�[38;5;43m20221210040715672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040715672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040715672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040715672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040715673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040715673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040715673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:17.566630 run patchelf(pid=24338): Terminating (SIGINT)\u000a04:07:17.739306 run patchelf(pid=24338): Terminated: ok {rc=0}\u000a04:07:17.771264 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24335): Process ended prematurely: osmo-stp_10.42.42.5(pid=24335) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24335)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a04:07:17.780634 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:07:17.843687 run osmo-hlr_10.42.42.2(pid=24332): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24332)]\u000a04:07:17.893985 run osmo-hlr_10.42.42.2(pid=24332): stdout: \u000a| (launched: 2022-12-10_04:07:14.521212) \u000a04:07:17.944755 run osmo-hlr_10.42.42.2(pid=24332): stderr: \u000a| �[0;m�[1;31m20221210040714718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040714718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040714718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040714718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040714719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040714719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040714731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040714739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040714739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040714739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:17.988365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24331): Terminating (SIGTERM)\u000a04:07:18.029614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24334): Terminating (SIGTERM)\u000a04:07:18.070718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24337): Terminating (SIGTERM)\u000a04:07:18.080180 --- ParallelTerminationStrategy: PID 24331 died...\u000a04:07:18.135142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24331): Terminated: ok {rc=0}\u000a04:07:18.145103 --- ParallelTerminationStrategy: PID 24334 died...\u000a04:07:18.199777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24334): Terminated: ok {rc=0}\u000a04:07:18.209676 --- ParallelTerminationStrategy: PID 24337 died...\u000a04:07:18.264287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24337): Terminated: ok {rc=0}\u000a04:07:18.350053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24345): Process ended prematurely: osmo-stp_10.42.42.5(pid=24345) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24345): Process ended prematurely: osmo-stp_10.42.42.5(pid=24345) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:07:19.402989 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:19.414846 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:19.550365 tst ping_idle_ping.py: using LAC 25877\u000a04:07:19.666188 tst ping_idle_ping.py: using RAC 122\u000a04:07:19.786384 tst ping_idle_ping.py: using CellId 25877\u000a04:07:19.906896 tst ping_idle_ping.py: using BVCI 25878\u000a04:07:19.930496 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:19.942192 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:19.953666 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:19.965073 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:19.976435 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:19.987678 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:19.999190 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:20.010450 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:20.290291 tst ping_idle_ping.py:24: start network...\u000a04:07:20.418708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:20.913953 run create_hlr_db(pid=24339): Launched\u000a04:07:21.093931 bus /gobi_6: Setting Powered False\u000a04:07:22.114591 run create_hlr_db(pid=24339): Terminated: ok {rc=0}\u000a04:07:22.503807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24341): Launched\u000a04:07:22.793663 run osmo-hlr_10.42.42.2(pid=24342): Launched\u000a04:07:22.902591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:23.409860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24344): Launched\u000a04:07:23.698366 run osmo-stp_10.42.42.5(pid=24345): Launched\u000a04:07:23.804233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:24.308553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24347): Launched\u000a04:07:24.412165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:24.664285 run patchelf(pid=24348): Launched\u000a04:07:24.834446 run osmo-stp_10.42.42.5(pid=24345): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)]\u000a04:07:24.959133 run osmo-stp_10.42.42.5(pid=24345): stdout: \u000a| (launched: 2022-12-10_04:07:23.556298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:25.083626 run osmo-stp_10.42.42.5(pid=24345): stderr: \u000a| �[0;m�[38;5;43m20221210040723723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040723723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040723723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040723724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:25.203737 run osmo-stp_10.42.42.5(pid=24345): stdout: \u000a| (launched: 2022-12-10_04:07:23.556298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:25.323308 run osmo-stp_10.42.42.5(pid=24345): stderr: \u000a| �[0;m�[38;5;43m20221210040723723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040723723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040723723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040723724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:25.462066 run patchelf(pid=24348): Terminating (SIGINT)\u000a04:07:25.624524 run patchelf(pid=24348): Terminated: ok {rc=0}\u000a04:07:25.654344 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24345): Process ended prematurely: osmo-stp_10.42.42.5(pid=24345) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:07:25.662997 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a04:07:25.722713 run osmo-hlr_10.42.42.2(pid=24342): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24342)]\u000a04:07:25.770972 run osmo-hlr_10.42.42.2(pid=24342): stdout: \u000a| (launched: 2022-12-10_04:07:22.651350) \u000a04:07:25.819862 run osmo-hlr_10.42.42.2(pid=24342): stderr: \u000a| �[0;m�[1;31m20221210040722826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040722826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040722826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040722826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040722827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040722827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040722839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040722848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040722848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040722848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:25.861286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24341): Terminating (SIGTERM)\u000a04:07:25.900690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24344): Terminating (SIGTERM)\u000a04:07:25.940090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24347): Terminating (SIGTERM)\u000a04:07:25.949547 --- ParallelTerminationStrategy: PID 24341 died...\u000a04:07:26.002204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24341): Terminated: ok {rc=0}\u000a04:07:26.012006 --- ParallelTerminationStrategy: PID 24344 died...\u000a04:07:26.064868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24344): Terminated: ok {rc=0}\u000a04:07:26.074556 --- ParallelTerminationStrategy: PID 24347 died...\u000a04:07:26.127411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24347): Terminated: ok {rc=0}\u000a04:07:26.209186 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:06:29" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24362): Process ended prematurely: osmo-stp_10.42.42.5(pid=24362) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24362)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24362): Process ended prematurely: osmo-stp_10.42.42.5(pid=24362) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:07:28.355231 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:28.366134 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:07:28.522405 tst cs_paging_gprs_active.py: using LAC 25878\u000a04:07:28.634573 tst cs_paging_gprs_active.py: using RAC 123\u000a04:07:28.755190 tst cs_paging_gprs_active.py: using CellId 25878\u000a04:07:28.875560 tst cs_paging_gprs_active.py: using BVCI 25879\u000a04:07:28.899655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:28.911253 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:28.922767 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:28.934641 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:28.946022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:28.957271 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:28.968521 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:28.979689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:28.991200 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:07:29.106423 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:07:29.378279 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:07:29.501395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:29.804481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24352): Launched\u000a04:07:30.055473 run iperf3-srv_10.42.42.10(pid=24353): Launched\u000a04:07:30.234571 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:07:30.356437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:30.659246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24354): Launched\u000a04:07:30.946811 run iperf3-srv_10.42.42.10(pid=24355): Launched\u000a04:07:31.170223 tst cs_paging_gprs_active.py:38: start network...\u000a04:07:31.340812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:31.923445 run create_hlr_db(pid=24356): Launched\u000a04:07:32.152762 bus /gobi_6: Setting Powered False\u000a04:07:33.123403 run create_hlr_db(pid=24356): Terminated: ok {rc=0}\u000a04:07:33.595133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24358): Launched\u000a04:07:33.888091 run osmo-hlr_10.42.42.2(pid=24359): Launched\u000a04:07:33.999401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:34.513837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24361): Launched\u000a04:07:34.806919 run osmo-stp_10.42.42.5(pid=24362): Launched\u000a04:07:34.914444 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:35.425288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24364): Launched\u000a04:07:35.530235 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:35.785632 run patchelf(pid=24365): Launched\u000a04:07:35.959843 run osmo-stp_10.42.42.5(pid=24362): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24362)]\u000a04:07:36.086186 run osmo-stp_10.42.42.5(pid=24362): stdout: \u000a| (launched: 2022-12-10_04:07:34.662612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:36.212693 run osmo-stp_10.42.42.5(pid=24362): stderr: \u000a| �[0;m�[38;5;43m20221210040734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040734835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040734835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040734835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040734835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:36.334520 run osmo-stp_10.42.42.5(pid=24362): stdout: \u000a| (launched: 2022-12-10_04:07:34.662612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:36.455182 run osmo-stp_10.42.42.5(pid=24362): stderr: \u000a| �[0;m�[38;5;43m20221210040734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040734835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040734835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040734835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040734835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:36.596112 run patchelf(pid=24365): Terminating (SIGINT)\u000a04:07:36.762392 run patchelf(pid=24365): Terminated: ok {rc=0}\u000a04:07:36.793086 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24362): Process ended prematurely: osmo-stp_10.42.42.5(pid=24362) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24362)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:07:36.802536 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:07:36.862181 run osmo-hlr_10.42.42.2(pid=24359): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24359)]\u000a04:07:36.910213 run osmo-hlr_10.42.42.2(pid=24359): stdout: \u000a| (launched: 2022-12-10_04:07:33.744540) \u000a04:07:36.958955 run osmo-hlr_10.42.42.2(pid=24359): stderr: \u000a| �[0;m�[1;31m20221210040733918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040733918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040733918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040733918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040733918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040733918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040733929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040733938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040733939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040733939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:36.999980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24352): Terminating (SIGTERM)\u000a04:07:37.039037 run iperf3-srv_10.42.42.10(pid=24353): Terminating (SIGTERM)\u000a04:07:37.078160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24354): Terminating (SIGTERM)\u000a04:07:37.117161 run iperf3-srv_10.42.42.10(pid=24355): Terminating (SIGTERM)\u000a04:07:37.156181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24358): Terminating (SIGTERM)\u000a04:07:37.195251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24361): Terminating (SIGTERM)\u000a04:07:37.234366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24364): Terminating (SIGTERM)\u000a04:07:37.243567 --- ParallelTerminationStrategy: PID 24352 died...\u000a04:07:37.295783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24352): Terminated: ok {rc=0}\u000a04:07:37.305398 --- ParallelTerminationStrategy: PID 24353 died...\u000a04:07:37.357403 run iperf3-srv_10.42.42.10(pid=24353): Terminated {rc=256}\u000a04:07:37.366642 --- ParallelTerminationStrategy: PID 24354 died...\u000a04:07:37.418457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24354): Terminated: ok {rc=0}\u000a04:07:37.427702 --- ParallelTerminationStrategy: PID 24355 died...\u000a04:07:37.479271 run iperf3-srv_10.42.42.10(pid=24355): Terminated {rc=256}\u000a04:07:37.488753 --- ParallelTerminationStrategy: PID 24358 died...\u000a04:07:37.540485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24358): Terminated: ok {rc=0}\u000a04:07:37.550148 --- ParallelTerminationStrategy: PID 24361 died...\u000a04:07:37.602178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24361): Terminated: ok {rc=0}\u000a04:07:37.611601 --- ParallelTerminationStrategy: PID 24364 died...\u000a04:07:37.663233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24364): Terminated: ok {rc=0}\u000a04:07:37.749702 bus /gobi_0: Setting Powered False\u000a04:07:38.851436 bus /gobi_0: Setting Powered False\u000a04:07:39.961881 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24377): Process ended prematurely: osmo-stp_10.42.42.5(pid=24377) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24377)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24377): Process ended prematurely: osmo-stp_10.42.42.5(pid=24377) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:07:41.069831 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:41.081300 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:07:41.238812 tst iperf3.py: using LAC 25879\u000a04:07:41.361826 tst iperf3.py: using RAC 124\u000a04:07:41.483755 tst iperf3.py: using CellId 25879\u000a04:07:41.606319 tst iperf3.py: using BVCI 25880\u000a04:07:41.630467 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:41.642195 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:41.653445 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:41.664606 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:41.675826 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:41.686993 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:41.698322 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:41.709423 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:41.720730 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:07:41.996135 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:07:42.118545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:42.421407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24369): Launched\u000a04:07:42.673300 run iperf3-srv_10.42.42.10(pid=24370): Launched\u000a04:07:42.852904 tst iperf3.py:8: start network...\u000a04:07:42.975182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:43.436623 run create_hlr_db(pid=24371): Launched\u000a04:07:43.605064 bus /gobi_6: Setting Powered False\u000a04:07:44.626914 run create_hlr_db(pid=24371): Terminated: ok {rc=0}\u000a04:07:45.042056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24373): Launched\u000a04:07:45.353782 run osmo-hlr_10.42.42.2(pid=24374): Launched\u000a04:07:45.468555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:46.038297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24376): Launched\u000a04:07:46.491233 run osmo-stp_10.42.42.5(pid=24377): Launched\u000a04:07:46.631168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:47.194950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24379): Launched\u000a04:07:47.307296 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:47.579411 run patchelf(pid=24380): Launched\u000a04:07:47.763687 run osmo-stp_10.42.42.5(pid=24377): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24377)]\u000a04:07:47.898411 run osmo-stp_10.42.42.5(pid=24377): stdout: \u000a| (launched: 2022-12-10_04:07:46.200139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:48.033468 run osmo-stp_10.42.42.5(pid=24377): stderr: \u000a| �[0;m�[38;5;43m20221210040746399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040746400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040746400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040746400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040746401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040746401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040746401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:48.163332 run osmo-stp_10.42.42.5(pid=24377): stdout: \u000a| (launched: 2022-12-10_04:07:46.200139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:48.291956 run osmo-stp_10.42.42.5(pid=24377): stderr: \u000a| �[0;m�[38;5;43m20221210040746399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040746400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040746400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040746400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040746401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040746401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040746401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:48.441964 run patchelf(pid=24380): Terminating (SIGINT)\u000a04:07:48.618762 run patchelf(pid=24380): Terminated: ok {rc=0}\u000a04:07:48.651431 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24377): Process ended prematurely: osmo-stp_10.42.42.5(pid=24377) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24377)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:07:48.661499 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:07:48.723340 run osmo-hlr_10.42.42.2(pid=24374): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24374)]\u000a04:07:48.773928 run osmo-hlr_10.42.42.2(pid=24374): stdout: \u000a| (launched: 2022-12-10_04:07:45.201267) \u000a04:07:48.825841 run osmo-hlr_10.42.42.2(pid=24374): stderr: \u000a| �[0;m�[1;31m20221210040745396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040745396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040745396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040745397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040745397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040745397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040745413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040745423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040745423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040745423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:48.869415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24369): Terminating (SIGTERM)\u000a04:07:48.910653 run iperf3-srv_10.42.42.10(pid=24370): Terminating (SIGTERM)\u000a04:07:48.951888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24373): Terminating (SIGTERM)\u000a04:07:48.993165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24376): Terminating (SIGTERM)\u000a04:07:49.034490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24379): Terminating (SIGTERM)\u000a04:07:49.043993 --- ParallelTerminationStrategy: PID 24369 died...\u000a04:07:49.099219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24369): Terminated: ok {rc=0}\u000a04:07:49.109341 --- ParallelTerminationStrategy: PID 24370 died...\u000a04:07:49.164014 run iperf3-srv_10.42.42.10(pid=24370): Terminated {rc=256}\u000a04:07:49.173995 --- ParallelTerminationStrategy: PID 24373 died...\u000a04:07:49.228919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24373): Terminated: ok {rc=0}\u000a04:07:49.239002 --- ParallelTerminationStrategy: PID 24376 died...\u000a04:07:49.294539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24376): Terminated: ok {rc=0}\u000a04:07:49.304574 --- ParallelTerminationStrategy: PID 24379 died...\u000a04:07:49.359674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24379): Terminated: ok {rc=0}\u000a04:07:49.445573 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24395): Process ended prematurely: osmo-stp_10.42.42.5(pid=24395) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24395)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24395): Process ended prematurely: osmo-stp_10.42.42.5(pid=24395) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:07:50.557369 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:50.569645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:07:50.727394 tst iperf3m4.py: using LAC 25880\u000a04:07:50.843284 tst iperf3m4.py: using RAC 125\u000a04:07:50.959449 tst iperf3m4.py: using CellId 25880\u000a04:07:51.076440 tst iperf3m4.py: using BVCI 25881\u000a04:07:51.098929 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:51.110201 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:51.121019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:51.132185 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:51.143389 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:51.154696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:51.165900 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:51.177418 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:07:51.188645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:07:51.306354 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:07:51.421842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:07:51.539160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:07:51.814240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:07:51.937385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:52.242108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24381): Launched\u000a04:07:52.494410 run iperf3-srv_10.42.42.10(pid=24382): Launched\u000a04:07:52.674933 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:07:52.797845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:53.103042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24383): Launched\u000a04:07:53.355657 run iperf3-srv_10.42.42.10(pid=24384): Launched\u000a04:07:53.536030 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:07:53.658748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:53.963066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24385): Launched\u000a04:07:54.215283 run iperf3-srv_10.42.42.10(pid=24386): Launched\u000a04:07:54.394691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:07:54.517108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:54.821901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24387): Launched\u000a04:07:55.074005 run iperf3-srv_10.42.42.10(pid=24388): Launched\u000a04:07:55.253256 tst iperf3m4.py:8: start network...\u000a04:07:55.375505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:55.835068 run create_hlr_db(pid=24389): Launched\u000a04:07:56.004712 bus /gobi_6: Setting Powered False\u000a04:07:57.025790 run create_hlr_db(pid=24389): Terminated: ok {rc=0}\u000a04:07:57.443055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24391): Launched\u000a04:07:57.758569 run osmo-hlr_10.42.42.2(pid=24392): Launched\u000a04:07:57.874852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:58.417727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24394): Launched\u000a04:07:58.729364 run osmo-stp_10.42.42.5(pid=24395): Launched\u000a04:07:58.846318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:59.392309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24397): Launched\u000a04:07:59.504310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:59.777106 run patchelf(pid=24398): Launched\u000a04:07:59.960550 run osmo-stp_10.42.42.5(pid=24395): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24395)]\u000a04:08:00.095189 run osmo-stp_10.42.42.5(pid=24395): stdout: \u000a| (launched: 2022-12-10_04:07:58.576385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:00.229930 run osmo-stp_10.42.42.5(pid=24395): stderr: \u000a| �[0;m�[38;5;43m20221210040758764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040758764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040758764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040758765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040758765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040758765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040758766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:00.359797 run osmo-stp_10.42.42.5(pid=24395): stdout: \u000a| (launched: 2022-12-10_04:07:58.576385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:00.488121 run osmo-stp_10.42.42.5(pid=24395): stderr: \u000a| �[0;m�[38;5;43m20221210040758764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040758764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040758764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040758765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040758765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040758765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040758766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:00.638554 run patchelf(pid=24398): Terminating (SIGINT)\u000a04:08:00.814550 run patchelf(pid=24398): Terminated: ok {rc=0}\u000a04:08:00.860781 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24395): Process ended prematurely: osmo-stp_10.42.42.5(pid=24395) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24395)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:08:00.871713 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a04:08:00.944207 run osmo-hlr_10.42.42.2(pid=24392): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24392)]\u000a04:08:00.997053 run osmo-hlr_10.42.42.2(pid=24392): stdout: \u000a| (launched: 2022-12-10_04:07:57.603552) \u000a04:08:01.054640 run osmo-hlr_10.42.42.2(pid=24392): stderr: \u000a| �[0;m�[1;31m20221210040757800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040757801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040757801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040757801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040757801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040757801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040757814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040757822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040757822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040757822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:01.113149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24381): Terminating (SIGTERM)\u000a04:08:01.169719 run iperf3-srv_10.42.42.10(pid=24382): Terminating (SIGTERM)\u000a04:08:01.226956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24383): Terminating (SIGTERM)\u000a04:08:01.282393 run iperf3-srv_10.42.42.10(pid=24384): Terminating (SIGTERM)\u000a04:08:01.339240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24385): Terminating (SIGTERM)\u000a04:08:01.395214 run iperf3-srv_10.42.42.10(pid=24386): Terminating (SIGTERM)\u000a04:08:01.451639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24387): Terminating (SIGTERM)\u000a04:08:01.507135 run iperf3-srv_10.42.42.10(pid=24388): Terminating (SIGTERM)\u000a04:08:01.553030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24391): Terminating (SIGTERM)\u000a04:08:01.595480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24394): Terminating (SIGTERM)\u000a04:08:01.637617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24397): Terminating (SIGTERM)\u000a04:08:01.647313 --- ParallelTerminationStrategy: PID 24381 died...\u000a04:08:01.703863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24381): Terminated: ok {rc=0}\u000a04:08:01.714307 --- ParallelTerminationStrategy: PID 24382 died...\u000a04:08:01.770278 run iperf3-srv_10.42.42.10(pid=24382): Terminated {rc=256}\u000a04:08:01.780553 --- ParallelTerminationStrategy: PID 24383 died...\u000a04:08:01.836783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24383): Terminated: ok {rc=0}\u000a04:08:01.847646 --- ParallelTerminationStrategy: PID 24384 died...\u000a04:08:01.903767 run iperf3-srv_10.42.42.10(pid=24384): Terminated {rc=256}\u000a04:08:01.914154 --- ParallelTerminationStrategy: PID 24385 died...\u000a04:08:01.970510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24385): Terminated: ok {rc=0}\u000a04:08:01.980927 --- ParallelTerminationStrategy: PID 24386 died...\u000a04:08:02.036550 run iperf3-srv_10.42.42.10(pid=24386): Terminated {rc=256}\u000a04:08:02.047030 --- ParallelTerminationStrategy: PID 24387 died...\u000a04:08:02.103225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24387): Terminated: ok {rc=0}\u000a04:08:02.113902 --- ParallelTerminationStrategy: PID 24388 died...\u000a04:08:02.169870 run iperf3-srv_10.42.42.10(pid=24388): Terminated {rc=256}\u000a04:08:02.180455 --- ParallelTerminationStrategy: PID 24391 died...\u000a04:08:02.236532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24391): Terminated: ok {rc=0}\u000a04:08:02.247013 --- ParallelTerminationStrategy: PID 24394 died...\u000a04:08:02.302899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24394): Terminated: ok {rc=0}\u000a04:08:02.313329 --- ParallelTerminationStrategy: PID 24397 died...\u000a04:08:02.368736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24397): Terminated: ok {rc=0}\u000a04:08:02.454982 bus /gobi_4: Setting Powered False\u000a04:08:03.558466 bus /gobi_4: Setting Powered False\u000a04:08:04.664897 bus /gobi_1: Setting Powered False\u000a04:08:05.769679 bus /gobi_1: Setting Powered False\u000a04:08:06.875601 bus /gobi_0: Setting Powered False\u000a04:08:07.980926 bus /gobi_0: Setting Powered False\u000a04:08:09.092849 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24405): Process ended prematurely: osmo-stp_10.42.42.5(pid=24405) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24405)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24405): Process ended prematurely: osmo-stp_10.42.42.5(pid=24405) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:08:10.158544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.169969 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:10.324290 tst ping.py: using LAC 25881\u000a04:08:10.441839 tst ping.py: using RAC 126\u000a04:08:10.558905 tst ping.py: using CellId 25881\u000a04:08:10.670381 tst ping.py: using BVCI 25882\u000a04:08:10.692359 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.703385 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.714186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.725241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.736054 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.747060 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.758316 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.769326 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:11.036763 tst ping.py:19: start network...\u000a04:08:11.156799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:11.608717 run create_hlr_db(pid=24399): Launched\u000a04:08:11.775500 bus /gobi_6: Setting Powered False\u000a04:08:12.795199 run create_hlr_db(pid=24399): Terminated: ok {rc=0}\u000a04:08:13.203413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24401): Launched\u000a04:08:13.509148 run osmo-hlr_10.42.42.2(pid=24402): Launched\u000a04:08:13.622900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:14.156863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24404): Launched\u000a04:08:14.462700 run osmo-stp_10.42.42.5(pid=24405): Launched\u000a04:08:14.574886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:15.111589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24407): Launched\u000a04:08:15.221523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:15.488135 run patchelf(pid=24408): Launched\u000a04:08:15.669162 run osmo-stp_10.42.42.5(pid=24405): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24405)]\u000a04:08:15.800844 run osmo-stp_10.42.42.5(pid=24405): stdout: \u000a| (launched: 2022-12-10_04:08:14.312778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:15.944589 run osmo-stp_10.42.42.5(pid=24405): stderr: \u000a| �[0;m�[38;5;43m20221210040814503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040814503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040814503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040814504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040814504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040814504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040814504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:16.074563 run osmo-stp_10.42.42.5(pid=24405): stdout: \u000a| (launched: 2022-12-10_04:08:14.312778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:16.214697 run osmo-stp_10.42.42.5(pid=24405): stderr: \u000a| �[0;m�[38;5;43m20221210040814503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040814503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040814503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040814504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040814504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040814504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040814504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:16.393402 run patchelf(pid=24408): Terminating (SIGINT)\u000a04:08:16.581471 run patchelf(pid=24408): Terminated: ok {rc=0}\u000a04:08:16.615130 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24405): Process ended prematurely: osmo-stp_10.42.42.5(pid=24405) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24405)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:08:16.625590 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:08:16.701814 run osmo-hlr_10.42.42.2(pid=24402): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24402)]\u000a04:08:16.754463 run osmo-hlr_10.42.42.2(pid=24402): stdout: \u000a| (launched: 2022-12-10_04:08:13.359652) \u000a04:08:16.807687 run osmo-hlr_10.42.42.2(pid=24402): stderr: \u000a| �[0;m�[1;31m20221210040813555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040813555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040813555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040813555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040813555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040813555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040813567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040813576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040813576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040813576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:16.852724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24401): Terminating (SIGTERM)\u000a04:08:16.895600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24404): Terminating (SIGTERM)\u000a04:08:16.940205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24407): Terminating (SIGTERM)\u000a04:08:16.950098 --- ParallelTerminationStrategy: PID 24401 died...\u000a04:08:17.006790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24401): Terminated: ok {rc=0}\u000a04:08:17.017396 --- ParallelTerminationStrategy: PID 24404 died...\u000a04:08:17.082186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24404): Terminated: ok {rc=0}\u000a04:08:17.093102 --- ParallelTerminationStrategy: PID 24407 died...\u000a04:08:17.158811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24407): Terminated: ok {rc=0}\u000a04:08:17.269597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24687): Process ended prematurely: osmo-stp_10.42.42.5(pid=24687) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24687)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24687): Process ended prematurely: osmo-stp_10.42.42.5(pid=24687) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:08:18.345017 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:18.362030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:18.568255 tst ping_idle_ping.py: using LAC 25882\u000a04:08:18.716240 tst ping_idle_ping.py: using RAC 127\u000a04:08:18.854667 tst ping_idle_ping.py: using CellId 25882\u000a04:08:19.015327 tst ping_idle_ping.py: using BVCI 25883\u000a04:08:19.047738 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.068693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.081900 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.094683 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.116910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.133091 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.146624 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.159805 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:19.437476 tst ping_idle_ping.py:24: start network...\u000a04:08:19.562602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:20.086073 run create_hlr_db(pid=24679): Launched\u000a04:08:20.259943 bus /gobi_6: Setting Powered False\u000a04:08:21.278488 run create_hlr_db(pid=24679): Terminated: ok {rc=0}\u000a04:08:21.695521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24683): Launched\u000a04:08:22.092761 run osmo-hlr_10.42.42.2(pid=24684): Launched\u000a04:08:22.303925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:22.942483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24686): Launched\u000a04:08:23.330935 run osmo-stp_10.42.42.5(pid=24687): Launched\u000a04:08:23.555101 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:24.147401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24689): Launched\u000a04:08:24.254627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:24.540107 run patchelf(pid=24690): Launched\u000a04:08:24.715607 run osmo-stp_10.42.42.5(pid=24687): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24687)]\u000a04:08:24.845284 run osmo-stp_10.42.42.5(pid=24687): stdout: \u000a| (launched: 2022-12-10_04:08:23.090187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:24.974558 run osmo-stp_10.42.42.5(pid=24687): stderr: \u000a| �[0;m�[38;5;43m20221210040823412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040823412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040823412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040823412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040823413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040823413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040823413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:25.098603 run osmo-stp_10.42.42.5(pid=24687): stdout: \u000a| (launched: 2022-12-10_04:08:23.090187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:25.222010 run osmo-stp_10.42.42.5(pid=24687): stderr: \u000a| �[0;m�[38;5;43m20221210040823412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040823412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040823412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040823412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040823413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040823413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040823413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:25.364920 run patchelf(pid=24690): Terminating (SIGINT)\u000a04:08:25.533139 run patchelf(pid=24690): Terminated: ok {rc=0}\u000a04:08:25.564579 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24687): Process ended prematurely: osmo-stp_10.42.42.5(pid=24687) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24687)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:08:25.574610 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a04:08:25.638868 run osmo-hlr_10.42.42.2(pid=24684): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24684)]\u000a04:08:25.690309 run osmo-hlr_10.42.42.2(pid=24684): stdout: \u000a| (launched: 2022-12-10_04:08:21.846467) \u000a04:08:25.742621 run osmo-hlr_10.42.42.2(pid=24684): stderr: \u000a| �[0;m�[1;31m20221210040822186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040822186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040822186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040822186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040822186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040822186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040822211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040822219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040822219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040822219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:25.788659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24683): Terminating (SIGTERM)\u000a04:08:25.831762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24686): Terminating (SIGTERM)\u000a04:08:25.878252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24689): Terminating (SIGTERM)\u000a04:08:25.888633 --- ParallelTerminationStrategy: PID 24683 died...\u000a04:08:25.946634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24683): Terminated: ok {rc=0}\u000a04:08:25.956998 --- ParallelTerminationStrategy: PID 24686 died...\u000a04:08:26.013092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24686): Terminated: ok {rc=0}\u000a04:08:26.023490 --- ParallelTerminationStrategy: PID 24689 died...\u000a04:08:26.078272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24689): Terminated: ok {rc=0}\u000a04:08:26.164736 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:07:27" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24704): Process ended prematurely: osmo-stp_10.42.42.5(pid=24704) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24704)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24704): Process ended prematurely: osmo-stp_10.42.42.5(pid=24704) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:08:28.335972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:28.348232 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:08:28.509703 tst cs_paging_gprs_active.py: using LAC 25883\u000a04:08:28.630414 tst cs_paging_gprs_active.py: using RAC 128\u000a04:08:28.749477 tst cs_paging_gprs_active.py: using CellId 25883\u000a04:08:28.870543 tst cs_paging_gprs_active.py: using BVCI 25884\u000a04:08:28.894254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:28.906354 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:28.919162 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:28.932144 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:28.945248 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:28.957159 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:28.970266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:28.984003 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:28.997114 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:08:29.115280 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:08:29.396500 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:08:29.528380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:29.867267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24694): Launched\u000a04:08:30.147542 run iperf3-srv_10.42.42.10(pid=24695): Launched\u000a04:08:30.334358 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:08:30.461752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:30.795379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24696): Launched\u000a04:08:31.172861 run iperf3-srv_10.42.42.10(pid=24697): Launched\u000a04:08:31.369255 tst cs_paging_gprs_active.py:38: start network...\u000a04:08:31.503327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:32.088630 run create_hlr_db(pid=24698): Launched\u000a04:08:32.273787 bus /gobi_6: Setting Powered False\u000a04:08:33.288386 run create_hlr_db(pid=24698): Terminated: ok {rc=0}\u000a04:08:33.723485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24700): Launched\u000a04:08:34.131968 run osmo-hlr_10.42.42.2(pid=24701): Launched\u000a04:08:34.365261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:35.009129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24703): Launched\u000a04:08:35.418211 run osmo-stp_10.42.42.5(pid=24704): Launched\u000a04:08:35.645642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:36.259879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24706): Launched\u000a04:08:36.369620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:36.659824 run patchelf(pid=24707): Launched\u000a04:08:36.840911 run osmo-stp_10.42.42.5(pid=24704): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24704)]\u000a04:08:36.973453 run osmo-stp_10.42.42.5(pid=24704): stdout: \u000a| (launched: 2022-12-10_04:08:35.163785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:37.106059 run osmo-stp_10.42.42.5(pid=24704): stderr: \u000a| �[0;m�[38;5;43m20221210040835489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040835489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040835490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040835490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040835490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040835491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040835491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:37.234127 run osmo-stp_10.42.42.5(pid=24704): stdout: \u000a| (launched: 2022-12-10_04:08:35.163785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:37.359734 run osmo-stp_10.42.42.5(pid=24704): stderr: \u000a| �[0;m�[38;5;43m20221210040835489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040835489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040835490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040835490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040835490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040835491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040835491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:37.508429 run patchelf(pid=24707): Terminating (SIGINT)\u000a04:08:37.683166 run patchelf(pid=24707): Terminated: ok {rc=0}\u000a04:08:37.715566 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24704): Process ended prematurely: osmo-stp_10.42.42.5(pid=24704) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24704)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:08:37.726068 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a04:08:37.792374 run osmo-hlr_10.42.42.2(pid=24701): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24701)]\u000a04:08:37.845695 run osmo-hlr_10.42.42.2(pid=24701): stdout: \u000a| (launched: 2022-12-10_04:08:33.880094) \u000a04:08:37.898296 run osmo-hlr_10.42.42.2(pid=24701): stderr: \u000a| �[0;m�[1;31m20221210040834227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040834227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040834227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040834227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040834227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040834227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040834247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040834265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040834265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040834265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:37.941967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24694): Terminating (SIGTERM)\u000a04:08:37.987281 run iperf3-srv_10.42.42.10(pid=24695): Terminating (SIGTERM)\u000a04:08:38.031675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24696): Terminating (SIGTERM)\u000a04:08:38.075573 run iperf3-srv_10.42.42.10(pid=24697): Terminating (SIGTERM)\u000a04:08:38.119798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24700): Terminating (SIGTERM)\u000a04:08:38.164629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24703): Terminating (SIGTERM)\u000a04:08:38.206604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24706): Terminating (SIGTERM)\u000a04:08:38.219993 --- ParallelTerminationStrategy: PID 24694 died...\u000a04:08:38.278941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24694): Terminated: ok {rc=0}\u000a04:08:38.289422 --- ParallelTerminationStrategy: PID 24695 died...\u000a04:08:38.345879 run iperf3-srv_10.42.42.10(pid=24695): Terminated {rc=256}\u000a04:08:38.356192 --- ParallelTerminationStrategy: PID 24696 died...\u000a04:08:38.414036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24696): Terminated: ok {rc=0}\u000a04:08:38.424370 --- ParallelTerminationStrategy: PID 24697 died...\u000a04:08:38.480863 run iperf3-srv_10.42.42.10(pid=24697): Terminated {rc=256}\u000a04:08:38.491370 --- ParallelTerminationStrategy: PID 24700 died...\u000a04:08:38.547962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24700): Terminated: ok {rc=0}\u000a04:08:38.558604 --- ParallelTerminationStrategy: PID 24703 died...\u000a04:08:38.615951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24703): Terminated: ok {rc=0}\u000a04:08:38.626465 --- ParallelTerminationStrategy: PID 24706 died...\u000a04:08:38.683321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24706): Terminated: ok {rc=0}\u000a04:08:38.770607 bus /gobi_0: Setting Powered False\u000a04:08:39.877236 bus /gobi_0: Setting Powered False\u000a04:08:40.981799 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24717): Process ended prematurely: osmo-stp_10.42.42.5(pid=24717) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24717)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24717): Process ended prematurely: osmo-stp_10.42.42.5(pid=24717) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:08:42.093471 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:42.105469 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:08:42.270038 tst iperf3.py: using LAC 25884\u000a04:08:42.393819 tst iperf3.py: using RAC 129\u000a04:08:42.516040 tst iperf3.py: using CellId 25884\u000a04:08:42.638819 tst iperf3.py: using BVCI 25885\u000a04:08:42.662690 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:42.674132 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:42.685399 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:42.696472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:42.707642 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:42.718949 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:42.730375 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:42.741453 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:42.752702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:08:43.039145 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:08:43.169977 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:43.494635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24709): Launched\u000a04:08:43.763739 run iperf3-srv_10.42.42.10(pid=24710): Launched\u000a04:08:43.955742 tst iperf3.py:8: start network...\u000a04:08:44.086813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:44.584705 run create_hlr_db(pid=24711): Launched\u000a04:08:44.766557 bus /gobi_6: Setting Powered False\u000a04:08:45.787534 run create_hlr_db(pid=24711): Terminated: ok {rc=0}\u000a04:08:46.217441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24713): Launched\u000a04:08:46.691232 run osmo-hlr_10.42.42.2(pid=24714): Launched\u000a04:08:46.940633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:47.522298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24716): Launched\u000a04:08:47.834471 run osmo-stp_10.42.42.5(pid=24717): Launched\u000a04:08:47.947592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:48.492197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24719): Launched\u000a04:08:48.603660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:48.875239 run patchelf(pid=24720): Launched\u000a04:08:49.058734 run osmo-stp_10.42.42.5(pid=24717): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24717)]\u000a04:08:49.193303 run osmo-stp_10.42.42.5(pid=24717): stdout: \u000a| (launched: 2022-12-10_04:08:47.682163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:49.329021 run osmo-stp_10.42.42.5(pid=24717): stderr: \u000a| �[0;m�[38;5;43m20221210040847875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040847875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040847875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040847876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040847876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040847876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040847876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:49.459124 run osmo-stp_10.42.42.5(pid=24717): stdout: \u000a| (launched: 2022-12-10_04:08:47.682163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:49.587537 run osmo-stp_10.42.42.5(pid=24717): stderr: \u000a| �[0;m�[38;5;43m20221210040847875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040847875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040847875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040847876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040847876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040847876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040847876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:49.737810 run patchelf(pid=24720): Terminating (SIGINT)\u000a04:08:49.913752 run patchelf(pid=24720): Terminated: ok {rc=0}\u000a04:08:49.946325 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24717): Process ended prematurely: osmo-stp_10.42.42.5(pid=24717) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24717)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:08:49.956421 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a04:08:50.018577 run osmo-hlr_10.42.42.2(pid=24714): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24714)]\u000a04:08:50.069212 run osmo-hlr_10.42.42.2(pid=24714): stdout: \u000a| (launched: 2022-12-10_04:08:46.379360) \u000a04:08:50.120366 run osmo-hlr_10.42.42.2(pid=24714): stderr: \u000a| �[0;m�[1;31m20221210040846712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040846712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040846712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040846712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040846713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040846713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040846729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040846750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040846750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040846750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:50.164072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24709): Terminating (SIGTERM)\u000a04:08:50.205553 run iperf3-srv_10.42.42.10(pid=24710): Terminating (SIGTERM)\u000a04:08:50.247142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24713): Terminating (SIGTERM)\u000a04:08:50.288624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24716): Terminating (SIGTERM)\u000a04:08:50.330449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24719): Terminating (SIGTERM)\u000a04:08:50.340189 --- ParallelTerminationStrategy: PID 24709 died...\u000a04:08:50.395408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24709): Terminated: ok {rc=0}\u000a04:08:50.405600 --- ParallelTerminationStrategy: PID 24710 died...\u000a04:08:50.460322 run iperf3-srv_10.42.42.10(pid=24710): Terminated {rc=256}\u000a04:08:50.470389 --- ParallelTerminationStrategy: PID 24713 died...\u000a04:08:50.525331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24713): Terminated: ok {rc=0}\u000a04:08:50.535497 --- ParallelTerminationStrategy: PID 24716 died...\u000a04:08:50.590570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24716): Terminated: ok {rc=0}\u000a04:08:50.600670 --- ParallelTerminationStrategy: PID 24719 died...\u000a04:08:50.655824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24719): Terminated: ok {rc=0}\u000a04:08:50.740655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24735): Process ended prematurely: osmo-stp_10.42.42.5(pid=24735) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24735)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24735): Process ended prematurely: osmo-stp_10.42.42.5(pid=24735) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:08:51.853142 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:51.865153 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:08:52.028405 tst iperf3m4.py: using LAC 25885\u000a04:08:52.157184 tst iperf3m4.py: using RAC 130\u000a04:08:52.279308 tst iperf3m4.py: using CellId 25885\u000a04:08:52.400812 tst iperf3m4.py: using BVCI 25886\u000a04:08:52.424703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:52.436152 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:52.447543 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:52.459117 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:52.470618 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:52.482107 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:52.493742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:52.505200 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:08:52.517051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:08:52.635145 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:08:52.751479 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:08:52.869564 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:08:53.141475 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:08:53.263931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:53.569112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24721): Launched\u000a04:08:53.821395 run iperf3-srv_10.42.42.10(pid=24722): Launched\u000a04:08:54.000874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:08:54.123390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:54.427009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24723): Launched\u000a04:08:54.678376 run iperf3-srv_10.42.42.10(pid=24724): Launched\u000a04:08:54.857258 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:08:54.979515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:55.283139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24725): Launched\u000a04:08:55.535295 run iperf3-srv_10.42.42.10(pid=24726): Launched\u000a04:08:55.714348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:08:55.836387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:56.139610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24727): Launched\u000a04:08:56.390999 run iperf3-srv_10.42.42.10(pid=24728): Launched\u000a04:08:56.569655 tst iperf3m4.py:8: start network...\u000a04:08:56.692078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:57.153093 run create_hlr_db(pid=24729): Launched\u000a04:08:57.322597 bus /gobi_6: Setting Powered False\u000a04:08:58.344177 run create_hlr_db(pid=24729): Terminated: ok {rc=0}\u000a04:08:58.734717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24731): Launched\u000a04:08:59.027049 run osmo-hlr_10.42.42.2(pid=24732): Launched\u000a04:08:59.143963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:59.660741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24734): Launched\u000a04:08:59.952229 run osmo-stp_10.42.42.5(pid=24735): Launched\u000a04:09:00.059063 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:00.568390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24737): Launched\u000a04:09:00.673191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:00.964605 run patchelf(pid=24738): Launched\u000a04:09:01.152726 run osmo-stp_10.42.42.5(pid=24735): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24735)]\u000a04:09:01.292433 run osmo-stp_10.42.42.5(pid=24735): stdout: \u000a| (launched: 2022-12-10_04:08:59.808855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:01.430971 run osmo-stp_10.42.42.5(pid=24735): stderr: \u000a| �[0;m�[38;5;43m20221210040859976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040859976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040859976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040859976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040859977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040859977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040859977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:01.564041 run osmo-stp_10.42.42.5(pid=24735): stdout: \u000a| (launched: 2022-12-10_04:08:59.808855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:01.697165 run osmo-stp_10.42.42.5(pid=24735): stderr: \u000a| �[0;m�[38;5;43m20221210040859976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040859976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040859976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040859976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040859977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040859977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040859977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:01.852147 run patchelf(pid=24738): Terminating (SIGINT)\u000a04:09:02.033621 run patchelf(pid=24738): Terminated: ok {rc=0}\u000a04:09:02.067472 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24735): Process ended prematurely: osmo-stp_10.42.42.5(pid=24735) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24735)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:09:02.078318 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a04:09:02.141499 run osmo-hlr_10.42.42.2(pid=24732): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24732)]\u000a04:09:02.192800 run osmo-hlr_10.42.42.2(pid=24732): stdout: \u000a| (launched: 2022-12-10_04:08:58.883384) \u000a04:09:02.244215 run osmo-hlr_10.42.42.2(pid=24732): stderr: \u000a| �[0;m�[1;31m20221210040859059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040859059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040859059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040859059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040859059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040859059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040859072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040859080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040859080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040859080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:02.288127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24721): Terminating (SIGTERM)\u000a04:09:02.329452 run iperf3-srv_10.42.42.10(pid=24722): Terminating (SIGTERM)\u000a04:09:02.370783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24723): Terminating (SIGTERM)\u000a04:09:02.411940 run iperf3-srv_10.42.42.10(pid=24724): Terminating (SIGTERM)\u000a04:09:02.453118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24725): Terminating (SIGTERM)\u000a04:09:02.494382 run iperf3-srv_10.42.42.10(pid=24726): Terminating (SIGTERM)\u000a04:09:02.535444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24727): Terminating (SIGTERM)\u000a04:09:02.576482 run iperf3-srv_10.42.42.10(pid=24728): Terminating (SIGTERM)\u000a04:09:02.618226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24731): Terminating (SIGTERM)\u000a04:09:02.659745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24734): Terminating (SIGTERM)\u000a04:09:02.701602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24737): Terminating (SIGTERM)\u000a04:09:02.711075 --- ParallelTerminationStrategy: PID 24721 died...\u000a04:09:02.766518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24721): Terminated: ok {rc=0}\u000a04:09:02.776411 --- ParallelTerminationStrategy: PID 24722 died...\u000a04:09:02.831261 run iperf3-srv_10.42.42.10(pid=24722): Terminated {rc=256}\u000a04:09:02.841506 --- ParallelTerminationStrategy: PID 24723 died...\u000a04:09:02.896529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24723): Terminated: ok {rc=0}\u000a04:09:02.906434 --- ParallelTerminationStrategy: PID 24724 died...\u000a04:09:02.961292 run iperf3-srv_10.42.42.10(pid=24724): Terminated {rc=256}\u000a04:09:02.971176 --- ParallelTerminationStrategy: PID 24725 died...\u000a04:09:03.026822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24725): Terminated: ok {rc=0}\u000a04:09:03.036801 --- ParallelTerminationStrategy: PID 24726 died...\u000a04:09:03.092096 run iperf3-srv_10.42.42.10(pid=24726): Terminated {rc=256}\u000a04:09:03.102135 --- ParallelTerminationStrategy: PID 24727 died...\u000a04:09:03.157655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24727): Terminated: ok {rc=0}\u000a04:09:03.167628 --- ParallelTerminationStrategy: PID 24728 died...\u000a04:09:03.223040 run iperf3-srv_10.42.42.10(pid=24728): Terminated {rc=256}\u000a04:09:03.233148 --- ParallelTerminationStrategy: PID 24731 died...\u000a04:09:03.288527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24731): Terminated: ok {rc=0}\u000a04:09:03.298548 --- ParallelTerminationStrategy: PID 24734 died...\u000a04:09:03.353961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24734): Terminated: ok {rc=0}\u000a04:09:03.363986 --- ParallelTerminationStrategy: PID 24737 died...\u000a04:09:03.419602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24737): Terminated: ok {rc=0}\u000a04:09:03.506432 bus /gobi_4: Setting Powered False\u000a04:09:04.609099 bus /gobi_4: Setting Powered False\u000a04:09:05.717406 bus /gobi_1: Setting Powered False\u000a04:09:06.821472 bus /gobi_1: Setting Powered False\u000a04:09:07.928300 bus /gobi_0: Setting Powered False\u000a04:09:09.031861 bus /gobi_0: Setting Powered False\u000a04:09:10.139701 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24745): Process ended prematurely: osmo-stp_10.42.42.5(pid=24745) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24745)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24745): Process ended prematurely: osmo-stp_10.42.42.5(pid=24745) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:09:11.207867 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:11.219885 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:09:11.382757 tst ping.py: using LAC 25886\u000a04:09:11.503371 tst ping.py: using RAC 131\u000a04:09:11.623720 tst ping.py: using CellId 25886\u000a04:09:11.746441 tst ping.py: using BVCI 25887\u000a04:09:11.770034 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:11.781639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:11.793039 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:11.804350 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:11.815579 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:11.826927 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:11.838310 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:11.849582 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:12.119947 tst ping.py:19: start network...\u000a04:09:12.239798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:12.691151 run create_hlr_db(pid=24739): Launched\u000a04:09:12.857789 bus /gobi_6: Setting Powered False\u000a04:09:13.878378 run create_hlr_db(pid=24739): Terminated: ok {rc=0}\u000a04:09:14.286758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24741): Launched\u000a04:09:14.593550 run osmo-hlr_10.42.42.2(pid=24742): Launched\u000a04:09:14.707514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:15.246022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24744): Launched\u000a04:09:15.551482 run osmo-stp_10.42.42.5(pid=24745): Launched\u000a04:09:15.664554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:16.229430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24747): Launched\u000a04:09:16.341236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:16.647693 run patchelf(pid=24748): Launched\u000a04:09:16.870690 run osmo-stp_10.42.42.5(pid=24745): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24745)]\u000a04:09:17.040174 run osmo-stp_10.42.42.5(pid=24745): stdout: \u000a| (launched: 2022-12-10_04:09:15.401697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:17.206204 run osmo-stp_10.42.42.5(pid=24745): stderr: \u000a| �[0;m�[38;5;43m20221210040915588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040915589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040915589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040915589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040915591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040915592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040915592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:17.336464 run osmo-stp_10.42.42.5(pid=24745): stdout: \u000a| (launched: 2022-12-10_04:09:15.401697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:17.462222 run osmo-stp_10.42.42.5(pid=24745): stderr: \u000a| �[0;m�[38;5;43m20221210040915588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040915589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040915589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040915589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040915591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040915592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040915592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:17.609829 run patchelf(pid=24748): Terminating (SIGINT)\u000a04:09:17.782868 run patchelf(pid=24748): Terminated: ok {rc=0}\u000a04:09:17.814717 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24745): Process ended prematurely: osmo-stp_10.42.42.5(pid=24745) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24745)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:09:17.823855 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:09:17.885826 run osmo-hlr_10.42.42.2(pid=24742): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24742)]\u000a04:09:17.936396 run osmo-hlr_10.42.42.2(pid=24742): stdout: \u000a| (launched: 2022-12-10_04:09:14.443315) \u000a04:09:17.987507 run osmo-hlr_10.42.42.2(pid=24742): stderr: \u000a| �[0;m�[1;31m20221210040914640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040914640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040914640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040914640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040914640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040914640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040914652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040914660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040914661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040914661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:18.031253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24741): Terminating (SIGTERM)\u000a04:09:18.072632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24744): Terminating (SIGTERM)\u000a04:09:18.113995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24747): Terminating (SIGTERM)\u000a04:09:18.123532 --- ParallelTerminationStrategy: PID 24741 died...\u000a04:09:18.179260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24741): Terminated: ok {rc=0}\u000a04:09:18.189312 --- ParallelTerminationStrategy: PID 24744 died...\u000a04:09:18.244064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24744): Terminated: ok {rc=0}\u000a04:09:18.253898 --- ParallelTerminationStrategy: PID 24747 died...\u000a04:09:18.308339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24747): Terminated: ok {rc=0}\u000a04:09:18.394052 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24756): Process ended prematurely: osmo-stp_10.42.42.5(pid=24756) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24756)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24756): Process ended prematurely: osmo-stp_10.42.42.5(pid=24756) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:09:19.446502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.458433 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:09:19.630467 tst ping_idle_ping.py: using LAC 25887\u000a04:09:19.750477 tst ping_idle_ping.py: using RAC 132\u000a04:09:19.865843 tst ping_idle_ping.py: using CellId 25887\u000a04:09:19.984092 tst ping_idle_ping.py: using BVCI 25888\u000a04:09:20.007712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:20.019236 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:20.030616 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:20.042477 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:20.054954 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:20.067110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:20.079078 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:20.091141 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:20.360118 tst ping_idle_ping.py:24: start network...\u000a04:09:20.480760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:20.937495 run create_hlr_db(pid=24750): Launched\u000a04:09:21.105291 bus /gobi_6: Setting Powered False\u000a04:09:22.125746 run create_hlr_db(pid=24750): Terminated: ok {rc=0}\u000a04:09:22.510830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24752): Launched\u000a04:09:22.799211 run osmo-hlr_10.42.42.2(pid=24753): Launched\u000a04:09:22.910650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:23.417641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24755): Launched\u000a04:09:23.707307 run osmo-stp_10.42.42.5(pid=24756): Launched\u000a04:09:23.813223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:24.317308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24758): Launched\u000a04:09:24.420638 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:24.672744 run patchelf(pid=24759): Launched\u000a04:09:24.842459 run osmo-stp_10.42.42.5(pid=24756): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24756)]\u000a04:09:24.966425 run osmo-stp_10.42.42.5(pid=24756): stdout: \u000a| (launched: 2022-12-10_04:09:23.564903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:25.091173 run osmo-stp_10.42.42.5(pid=24756): stderr: \u000a| �[0;m�[38;5;43m20221210040923733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040923733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040923733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040923734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040923734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040923734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040923734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:25.211412 run osmo-stp_10.42.42.5(pid=24756): stdout: \u000a| (launched: 2022-12-10_04:09:23.564903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:25.330557 run osmo-stp_10.42.42.5(pid=24756): stderr: \u000a| �[0;m�[38;5;43m20221210040923733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040923733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040923733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040923734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040923734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040923734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040923734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:25.469240 run patchelf(pid=24759): Terminating (SIGINT)\u000a04:09:25.632491 run patchelf(pid=24759): Terminated: ok {rc=0}\u000a04:09:25.662711 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24756): Process ended prematurely: osmo-stp_10.42.42.5(pid=24756) [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24756)] [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:09:25.671486 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a04:09:25.730602 run osmo-hlr_10.42.42.2(pid=24753): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24753)]\u000a04:09:25.778646 run osmo-hlr_10.42.42.2(pid=24753): stdout: \u000a| (launched: 2022-12-10_04:09:22.657729) \u000a04:09:25.827409 run osmo-hlr_10.42.42.2(pid=24753): stderr: \u000a| �[0;m�[1;31m20221210040922833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040922833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040922833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040922833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040922833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040922833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040922848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040922858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040922858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040922858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:25.868728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24752): Terminating (SIGTERM)\u000a04:09:25.908163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24755): Terminating (SIGTERM)\u000a04:09:25.947666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24758): Terminating (SIGTERM)\u000a04:09:25.956815 --- ParallelTerminationStrategy: PID 24752 died...\u000a04:09:26.009347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24752): Terminated: ok {rc=0}\u000a04:09:26.018947 --- ParallelTerminationStrategy: PID 24755 died...\u000a04:09:26.072352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24755): Terminated: ok {rc=0}\u000a04:09:26.081776 --- ParallelTerminationStrategy: PID 24758 died...\u000a04:09:26.134777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24758): Terminated: ok {rc=0}\u000a04:09:26.216875 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:08:27" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24769): Process ended prematurely: osmo-stp_10.42.42.5(pid=24769) [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24769)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24769): Process ended prematurely: osmo-stp_10.42.42.5(pid=24769) [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:09:28.249264 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:09:28.260546 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:09:28.419833 tst switch_tch_pdch.py: using LAC 25888\u000a04:09:28.542631 tst switch_tch_pdch.py: using RAC 133\u000a04:09:28.663321 tst switch_tch_pdch.py: using CellId 25888\u000a04:09:28.787529 tst switch_tch_pdch.py: using BVCI 25889\u000a04:09:28.811099 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:09:28.822817 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:09:28.834419 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:09:28.845949 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:09:28.857894 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:09:28.869472 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:09:28.881191 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:09:28.892661 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:09:29.007846 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:09:29.274918 tst switch_tch_pdch.py:51: start network...\u000a04:09:29.394480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:29.847358 run create_hlr_db(pid=24763): Launched\u000a04:09:30.013896 bus /gobi_6: Setting Powered False\u000a04:09:31.054180 run create_hlr_db(pid=24763): Terminated: ok {rc=0}\u000a04:09:31.501145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24765): Launched\u000a04:09:31.932652 run osmo-hlr_10.42.42.2(pid=24766): Launched\u000a04:09:32.181026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:32.693008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24768): Launched\u000a04:09:32.980411 run osmo-stp_10.42.42.5(pid=24769): Launched\u000a04:09:33.085877 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:33.586767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24771): Launched\u000a04:09:33.689556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:33.938779 run patchelf(pid=24772): Launched\u000a04:09:34.107257 run osmo-stp_10.42.42.5(pid=24769): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24769)]\u000a04:09:34.230137 run osmo-stp_10.42.42.5(pid=24769): stdout: \u000a| (launched: 2022-12-10_04:09:32.838837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:34.354132 run osmo-stp_10.42.42.5(pid=24769): stderr: \u000a| �[0;m�[38;5;43m20221210040933006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040933006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040933006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040933007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040933007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040933007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040933007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:34.473180 run osmo-stp_10.42.42.5(pid=24769): stdout: \u000a| (launched: 2022-12-10_04:09:32.838837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:34.590666 run osmo-stp_10.42.42.5(pid=24769): stderr: \u000a| �[0;m�[38;5;43m20221210040933006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040933006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040933006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040933007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040933007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040933007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040933007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:34.728234 run patchelf(pid=24772): Terminating (SIGINT)\u000a04:09:34.889512 run patchelf(pid=24772): Terminated: ok {rc=0}\u000a04:09:34.919226 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24769): Process ended prematurely: osmo-stp_10.42.42.5(pid=24769) [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24769)] [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:09:34.927967 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a04:09:34.986816 run osmo-hlr_10.42.42.2(pid=24766): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24766)]\u000a04:09:35.034886 run osmo-hlr_10.42.42.2(pid=24766): stdout: \u000a| (launched: 2022-12-10_04:09:31.651492) \u000a04:09:35.083926 run osmo-hlr_10.42.42.2(pid=24766): stderr: \u000a| �[0;m�[1;31m20221210040931893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040931893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040931893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040931893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040931893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040931893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040931907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040931920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040931920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040931921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:35.125521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24765): Terminating (SIGTERM)\u000a04:09:35.164686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24768): Terminating (SIGTERM)\u000a04:09:35.203834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24771): Terminating (SIGTERM)\u000a04:09:35.213137 --- ParallelTerminationStrategy: PID 24765 died...\u000a04:09:35.265395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24765): Terminated: ok {rc=0}\u000a04:09:35.275081 --- ParallelTerminationStrategy: PID 24768 died...\u000a04:09:35.327419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24768): Terminated: ok {rc=0}\u000a04:09:35.337128 --- ParallelTerminationStrategy: PID 24771 died...\u000a04:09:35.389022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24771): Terminated: ok {rc=0}\u000a04:09:35.470966 bus /gobi_0: Setting Powered False\u000a04:09:36.576698 bus /gobi_0: Setting Powered False\u000a04:09:37.683295 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:09:27" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24782): Process ended prematurely: osmo-stp_10.42.42.5(pid=24782) [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24782)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24782): Process ended prematurely: osmo-stp_10.42.42.5(pid=24782) [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:09:39.651228 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:09:39.663783 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:09:39.823202 tst switch_tch_pdch.py: using LAC 25889\u000a04:09:39.945275 tst switch_tch_pdch.py: using RAC 134\u000a04:09:40.065602 tst switch_tch_pdch.py: using CellId 25889\u000a04:09:40.187461 tst switch_tch_pdch.py: using BVCI 25890\u000a04:09:40.211130 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:09:40.222603 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:09:40.233893 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:09:40.245180 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:09:40.256459 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:09:40.267687 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:09:40.279219 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:09:40.290519 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:09:40.402421 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:09:40.684116 tst switch_tch_pdch.py:51: start network...\u000a04:09:40.812295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:41.277386 run create_hlr_db(pid=24776): Launched\u000a04:09:41.403191 bus /gobi_6: Setting Powered False\u000a04:09:42.476041 run create_hlr_db(pid=24776): Terminated: ok {rc=0}\u000a04:09:42.858905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24778): Launched\u000a04:09:43.166072 run osmo-hlr_10.42.42.2(pid=24779): Launched\u000a04:09:43.279233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:43.786670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24781): Launched\u000a04:09:44.092698 run osmo-stp_10.42.42.5(pid=24782): Launched\u000a04:09:44.204573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:44.709419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24784): Launched\u000a04:09:44.812176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:45.062789 run patchelf(pid=24785): Launched\u000a04:09:45.232728 run osmo-stp_10.42.42.5(pid=24782): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24782)]\u000a04:09:45.357532 run osmo-stp_10.42.42.5(pid=24782): stdout: \u000a| (launched: 2022-12-10_04:09:43.942927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:45.481991 run osmo-stp_10.42.42.5(pid=24782): stderr: \u000a| �[0;m�[38;5;43m20221210040944133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040944133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040944133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040944133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040944134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040944134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040944134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:45.602503 run osmo-stp_10.42.42.5(pid=24782): stdout: \u000a| (launched: 2022-12-10_04:09:43.942927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:45.722030 run osmo-stp_10.42.42.5(pid=24782): stderr: \u000a| �[0;m�[38;5;43m20221210040944133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210040944133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210040944133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210040944133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210040944134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210040944134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210040944134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:45.864027 run patchelf(pid=24785): Terminating (SIGINT)\u000a04:09:46.047936 run patchelf(pid=24785): Terminated: ok {rc=0}\u000a04:09:46.080606 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24782): Process ended prematurely: osmo-stp_10.42.42.5(pid=24782) [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24782)] [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:09:46.090815 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a04:09:46.153995 run osmo-hlr_10.42.42.2(pid=24779): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24779)]\u000a04:09:46.205371 run osmo-hlr_10.42.42.2(pid=24779): stdout: \u000a| (launched: 2022-12-10_04:09:43.015709) \u000a04:09:46.259419 run osmo-hlr_10.42.42.2(pid=24779): stderr: \u000a| �[0;m�[1;31m20221210040943209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210040943210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210040943210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040943210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210040943210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210040943210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210040943223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210040943231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210040943231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210040943231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:46.304518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24778): Terminating (SIGTERM)\u000a04:09:46.347419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24781): Terminating (SIGTERM)\u000a04:09:46.391857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24784): Terminating (SIGTERM)\u000a04:09:46.402216 --- ParallelTerminationStrategy: PID 24778 died...\u000a04:09:46.461204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24778): Terminated: ok {rc=0}\u000a04:09:46.471495 --- ParallelTerminationStrategy: PID 24781 died...\u000a04:09:46.527627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24781): Terminated: ok {rc=0}\u000a04:09:46.537967 --- ParallelTerminationStrategy: PID 24784 died...\u000a04:09:46.594334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24784): Terminated: ok {rc=0}\u000a04:09:46.683507 bus /gobi_0: Setting Powered False\u000a04:09:47.786713 bus /gobi_0: Setting Powered False\u000a04:09:48.894818 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:09:39" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24790): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24790) [trial-2369↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24790)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24790): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24790) [trial-2369↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a04:09:50.785958 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a04:09:50.796424 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:09:50.927264 tst mo_mt_sms.py: using LAC 25890\u000a04:09:51.038241 tst mo_mt_sms.py: using RAC 135\u000a04:09:51.149466 tst mo_mt_sms.py: using CellId 25890\u000a04:09:51.260924 tst mo_mt_sms.py: using BVCI 25891\u000a04:09:51.282713 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:09:51.397642 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:09:51.665510 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:09:51.786417 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:09:52.383091 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24789): Launched\u000a04:09:52.668051 run osmo-nitb_10.42.42.2(pid=24790): Launched\u000a04:09:52.845972 run osmo-nitb_10.42.42.2(pid=24790): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24790)]\u000a04:09:52.977528 run osmo-nitb_10.42.42.2(pid=24790): stdout: \u000a| (launched: 2022-12-10_04:09:52.529669) \u000a04:09:53.109312 run osmo-nitb_10.42.42.2(pid=24790): stderr: \u000a| (launched: 2022-12-10_04:09:52.572288)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:09:53.236310 run osmo-nitb_10.42.42.2(pid=24790): stdout: \u000a| (launched: 2022-12-10_04:09:52.529669) \u000a04:09:53.362160 run osmo-nitb_10.42.42.2(pid=24790): stderr: \u000a| (launched: 2022-12-10_04:09:52.572288)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:09:53.786151 tst osmo-nitb_10.42.42.2(pid=24790): stdout: \u000a| (launched: 2022-12-10_04:09:52.529669) \u000a04:09:53.901821 tst osmo-nitb_10.42.42.2(pid=24790): stderr: \u000a| (launched: 2022-12-10_04:09:52.572288)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:09:53.952384 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24790): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24790) [trial-2369↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24790)] [trial-2369↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a04:09:53.960476 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a04:09:53.995225 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24789): Terminating (SIGTERM)\u000a04:09:54.172466 --- ParallelTerminationStrategy: PID 24789 died...\u000a04:09:54.226854 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24789): Terminated: ok {rc=0}\u000a04:09:54.313868 bus /sierra_3: Setting Powered False\u000a04:09:55.417652 bus /sierra_3: Setting Powered False\u000a04:09:56.526724 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:09:50" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24803): Process ended prematurely: osmo-stp_10.42.42.5(pid=24803) [trial-2369↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24803)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24803): Process ended prematurely: osmo-stp_10.42.42.5(pid=24803) [trial-2369↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a04:09:58.426750 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:09:58.437717 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:09:58.571212 tst mo_mt_sms.py: using LAC 25891\u000a04:09:58.683167 tst mo_mt_sms.py: using RAC 136\u000a04:09:58.794249 tst mo_mt_sms.py: using CellId 25891\u000a04:09:58.912316 tst mo_mt_sms.py: using BVCI 25892\u000a04:09:58.935749 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:09:58.946943 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:09:58.957769 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:09:58.969056 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:09:58.980329 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:09:58.991653 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:09:59.108184 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:09:59.303661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:59.755204 run create_hlr_db(pid=24794): Launched\u000a04:09:59.922067 bus /sierra_2: Setting Powered False\u000a04:10:00.967891 run create_hlr_db(pid=24794): Terminated: ok {rc=0}\u000a04:10:01.404144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24799): Launched\u000a04:10:01.773511 run osmo-hlr_10.42.42.2(pid=24800): Launched\u000a04:10:01.934811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:02.540691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24802): Launched\u000a04:10:02.846929 run osmo-stp_10.42.42.5(pid=24803): Launched\u000a04:10:02.958720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:10:03.518281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24805): Launched\u000a04:10:03.824488 run osmo-msc_10.42.42.6(pid=24806): Launched\u000a04:10:04.005763 run osmo-stp_10.42.42.5(pid=24803): ERR: Terminated: ERROR {rc=1} [trial-2369↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24803)]\u000a04:10:04.136476 run osmo-stp_10.42.42.5(pid=24803): stdout: \u000a| (launched: 2022-12-10_04:10:02.697776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:04.266445 run osmo-stp_10.42.42.5(pid=24803): stderr: \u000a| �[0;m�[38;5;43m20221210041002889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041002889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041002889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041002889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041002892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041002892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041002892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:04.389886 run osmo-stp_10.42.42.5(pid=24803): stdout: \u000a| (launched: 2022-12-10_04:10:02.697776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:04.512226 run osmo-stp_10.42.42.5(pid=24803): stderr: \u000a| �[0;m�[38;5;43m20221210041002889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041002889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041002889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041002889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041002892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041002892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041002892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:04.566249 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24803): Process ended prematurely: osmo-stp_10.42.42.5(pid=24803) [trial-2369↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24803)] [trial-2369↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a04:10:04.574824 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a04:10:04.636042 run osmo-hlr_10.42.42.2(pid=24800): ERR: Terminated: ERROR {rc=237} [trial-2369↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24800)]\u000a04:10:04.687062 run osmo-hlr_10.42.42.2(pid=24800): stdout: \u000a| (launched: 2022-12-10_04:10:01.563685) \u000a04:10:04.738521 run osmo-hlr_10.42.42.2(pid=24800): stderr: \u000a| �[0;m�[1;31m20221210041001918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041001918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041001918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041001918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041001918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041001918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041001935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041001961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041001962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041001962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:04.808131 run osmo-msc_10.42.42.6(pid=24806): ERR: Terminated: ERROR {rc=2} [trial-2369↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24806)]\u000a04:10:04.858733 run osmo-msc_10.42.42.6(pid=24806): stdout: \u000a| (launched: 2022-12-10_04:10:03.674742) \u000a04:10:04.909844 run osmo-msc_10.42.42.6(pid=24806): stderr: \u000a| �[0;m�[38;5;43m20221210041003994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041003994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd07927ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041003994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041003994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041003994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041003995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041003998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041003999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041003999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041003999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:10:04.953221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24799): Terminating (SIGTERM)\u000a04:10:04.994083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24802): Terminating (SIGTERM)\u000a04:10:05.035177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24805): Terminating (SIGTERM)\u000a04:10:05.044617 --- ParallelTerminationStrategy: PID 24799 died...\u000a04:10:05.099389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24799): Terminated: ok {rc=0}\u000a04:10:05.109319 --- ParallelTerminationStrategy: PID 24802 died...\u000a04:10:05.165673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24802): Terminated: ok {rc=0}\u000a04:10:05.174932 --- ParallelTerminationStrategy: PID 24805 died...\u000a04:10:05.227612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24805): Terminated: ok {rc=0}\u000a04:10:05.308725 bus /sierra_3: Setting Powered False\u000a04:10:06.413736 bus /sierra_3: Setting Powered False\u000a04:10:07.519098 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:09:58" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24815): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24815) [trial-2369↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24815)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24815): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24815) [trial-2369↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a04:10:09.361232 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a04:10:09.371969 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:10:09.504339 tst assert_extension.py: using LAC 25892\u000a04:10:09.617314 tst assert_extension.py: using RAC 137\u000a04:10:09.729690 tst assert_extension.py: using CellId 25892\u000a04:10:09.841686 tst assert_extension.py: using BVCI 25893\u000a04:10:09.863285 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a04:10:10.143276 tst assert_extension.py:10: start nitb and bts...\u000a04:10:10.271671 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:10:10.908350 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24814): Launched\u000a04:10:11.210967 run osmo-nitb_10.42.42.2(pid=24815): Launched\u000a04:10:11.400101 run osmo-nitb_10.42.42.2(pid=24815): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24815)]\u000a04:10:11.539401 run osmo-nitb_10.42.42.2(pid=24815): stdout: \u000a| (launched: 2022-12-10_04:10:11.064549) \u000a04:10:11.679698 run osmo-nitb_10.42.42.2(pid=24815): stderr: \u000a| (launched: 2022-12-10_04:10:11.110273)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:11.815012 run osmo-nitb_10.42.42.2(pid=24815): stdout: \u000a| (launched: 2022-12-10_04:10:11.064549) \u000a04:10:11.951448 run osmo-nitb_10.42.42.2(pid=24815): stderr: \u000a| (launched: 2022-12-10_04:10:11.110273)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:12.335873 tst osmo-nitb_10.42.42.2(pid=24815): stdout: \u000a| (launched: 2022-12-10_04:10:11.064549) \u000a04:10:12.459296 tst osmo-nitb_10.42.42.2(pid=24815): stderr: \u000a| (launched: 2022-12-10_04:10:11.110273)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:12.513151 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24815): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24815) [trial-2369↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24815)] [trial-2369↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a04:10:12.521923 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a04:10:12.558653 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24814): Terminating (SIGTERM)\u000a04:10:12.736721 --- ParallelTerminationStrategy: PID 24814 died...\u000a04:10:12.795325 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24814): Terminated: ok {rc=0}\u000a04:10:12.882129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:10:09" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24826): Process ended prematurely: osmo-stp_10.42.42.5(pid=24826) [trial-2369↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24826)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24826): Process ended prematurely: osmo-stp_10.42.42.5(pid=24826) [trial-2369↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a04:10:14.716702 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:14.727724 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:10:14.863582 tst assert_extension.py: using LAC 25893\u000a04:10:14.983097 tst assert_extension.py: using RAC 138\u000a04:10:15.097691 tst assert_extension.py: using CellId 25893\u000a04:10:15.209393 tst assert_extension.py: using BVCI 25894\u000a04:10:15.231346 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:15.241927 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:15.252151 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:15.263085 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:15.273958 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:15.284503 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a04:10:15.485558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:16.026930 run create_hlr_db(pid=24820): Launched\u000a04:10:16.211634 bus /sierra_2: Setting Powered False\u000a04:10:17.260092 run create_hlr_db(pid=24820): Terminated: ok {rc=0}\u000a04:10:17.649680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24822): Launched\u000a04:10:17.937683 run osmo-hlr_10.42.42.2(pid=24823): Launched\u000a04:10:18.043955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:18.546880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24825): Launched\u000a04:10:18.833296 run osmo-stp_10.42.42.5(pid=24826): Launched\u000a04:10:18.938780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:10:19.463745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24828): Launched\u000a04:10:19.751043 run osmo-msc_10.42.42.6(pid=24829): Launched\u000a04:10:19.920202 run osmo-stp_10.42.42.5(pid=24826): ERR: Terminated: ERROR {rc=1} [trial-2369↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24826)]\u000a04:10:20.043165 run osmo-stp_10.42.42.5(pid=24826): stdout: \u000a| (launched: 2022-12-10_04:10:18.692555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:20.163267 run osmo-stp_10.42.42.5(pid=24826): stderr: \u000a| �[0;m�[38;5;43m20221210041018860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041018860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041018861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041018861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041018863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041018863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041018864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:20.278858 run osmo-stp_10.42.42.5(pid=24826): stdout: \u000a| (launched: 2022-12-10_04:10:18.692555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:20.394223 run osmo-stp_10.42.42.5(pid=24826): stderr: \u000a| �[0;m�[38;5;43m20221210041018860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041018860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041018861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041018861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041018863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041018863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041018864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:20.444665 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24826): Process ended prematurely: osmo-stp_10.42.42.5(pid=24826) [trial-2369↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24826)] [trial-2369↪ussd:trx-umtrx↪assert_extension.py:17]\u000a04:10:20.452662 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a04:10:20.511707 run osmo-hlr_10.42.42.2(pid=24823): ERR: Terminated: ERROR {rc=237} [trial-2369↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24823)]\u000a04:10:20.559822 run osmo-hlr_10.42.42.2(pid=24823): stdout: \u000a| (launched: 2022-12-10_04:10:17.796228) \u000a04:10:20.608615 run osmo-hlr_10.42.42.2(pid=24823): stderr: \u000a| �[0;m�[1;31m20221210041017971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041017971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041017971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041017971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041017971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041017971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041017982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041017990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041017990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041017990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:20.675002 run osmo-msc_10.42.42.6(pid=24829): ERR: Terminated: ERROR {rc=2} [trial-2369↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24829)]\u000a04:10:20.723152 run osmo-msc_10.42.42.6(pid=24829): stdout: \u000a| (launched: 2022-12-10_04:10:19.609607) \u000a04:10:20.772097 run osmo-msc_10.42.42.6(pid=24829): stderr: \u000a| �[0;m�[38;5;43m20221210041019881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041019881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f721fb8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041019881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041019882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041019882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041019882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041019884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041019884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041019884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041019884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:10:20.813484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24822): Terminating (SIGTERM)\u000a04:10:20.852854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24825): Terminating (SIGTERM)\u000a04:10:20.892099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24828): Terminating (SIGTERM)\u000a04:10:20.901407 --- ParallelTerminationStrategy: PID 24822 died...\u000a04:10:20.953724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24822): Terminated: ok {rc=0}\u000a04:10:20.963288 --- ParallelTerminationStrategy: PID 24825 died...\u000a04:10:21.015300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24825): Terminated: ok {rc=0}\u000a04:10:21.024853 --- ParallelTerminationStrategy: PID 24828 died...\u000a04:10:21.076901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24828): Terminated: ok {rc=0}\u000a04:10:21.158352 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:10:14" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24840): Process ended prematurely: osmo-stp_10.42.42.5(pid=24840) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24840): Process ended prematurely: osmo-stp_10.42.42.5(pid=24840) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:10:23.119634 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:23.131342 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:10:23.292428 tst mo_mt_call.py: using LAC 25894\u000a04:10:23.415031 tst mo_mt_call.py: using RAC 139\u000a04:10:23.542527 tst mo_mt_call.py: using CellId 25894\u000a04:10:23.666943 tst mo_mt_call.py: using BVCI 25895\u000a04:10:23.690928 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:23.702387 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:23.713703 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:23.725130 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:23.736405 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:23.747660 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:10:23.864459 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:10:24.071201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:24.568695 run create_hlr_db(pid=24834): Launched\u000a04:10:24.750304 bus /sierra_2: Setting Powered False\u000a04:10:25.771272 run create_hlr_db(pid=24834): Terminated: ok {rc=0}\u000a04:10:26.164870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24836): Launched\u000a04:10:26.457910 run osmo-hlr_10.42.42.2(pid=24837): Launched\u000a04:10:26.568900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:27.085655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24839): Launched\u000a04:10:27.379016 run osmo-stp_10.42.42.5(pid=24840): Launched\u000a04:10:27.486987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:10:28.022310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24842): Launched\u000a04:10:28.315860 run osmo-msc_10.42.42.6(pid=24843): Launched\u000a04:10:28.489692 run osmo-stp_10.42.42.5(pid=24840): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]\u000a04:10:28.615083 run osmo-stp_10.42.42.5(pid=24840): stdout: \u000a| (launched: 2022-12-10_04:10:27.234780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:28.738495 run osmo-stp_10.42.42.5(pid=24840): stderr: \u000a| �[0;m�[38;5;43m20221210041027401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041027402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041027402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041027402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041027404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041027405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041027405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:28.857262 run osmo-stp_10.42.42.5(pid=24840): stdout: \u000a| (launched: 2022-12-10_04:10:27.234780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:28.974566 run osmo-stp_10.42.42.5(pid=24840): stderr: \u000a| �[0;m�[38;5;43m20221210041027401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041027402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041027402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041027402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041027404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041027405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041027405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:29.026775 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24840): Process ended prematurely: osmo-stp_10.42.42.5(pid=24840) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:10:29.035765 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:10:29.095598 run osmo-hlr_10.42.42.2(pid=24837): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24837)]\u000a04:10:29.144665 run osmo-hlr_10.42.42.2(pid=24837): stdout: \u000a| (launched: 2022-12-10_04:10:26.314121) \u000a04:10:29.194184 run osmo-hlr_10.42.42.2(pid=24837): stderr: \u000a| �[0;m�[1;31m20221210041026488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041026488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041026488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041026488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041026488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041026488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041026501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041026510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041026510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041026510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:29.261106 run osmo-msc_10.42.42.6(pid=24843): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24843)]\u000a04:10:29.309932 run osmo-msc_10.42.42.6(pid=24843): stdout: \u000a| (launched: 2022-12-10_04:10:28.171775) \u000a04:10:29.359154 run osmo-msc_10.42.42.6(pid=24843): stderr: \u000a| �[0;m�[38;5;43m20221210041028441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041028442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f6ad33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041028442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041028442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041028443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041028443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041028444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041028445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041028445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041028445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:10:29.400900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24836): Terminating (SIGTERM)\u000a04:10:29.440433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24839): Terminating (SIGTERM)\u000a04:10:29.480357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24842): Terminating (SIGTERM)\u000a04:10:29.489639 --- ParallelTerminationStrategy: PID 24836 died...\u000a04:10:29.542996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24836): Terminated: ok {rc=0}\u000a04:10:29.552886 --- ParallelTerminationStrategy: PID 24839 died...\u000a04:10:29.605791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24839): Terminated: ok {rc=0}\u000a04:10:29.615606 --- ParallelTerminationStrategy: PID 24842 died...\u000a04:10:29.668086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24842): Terminated: ok {rc=0}\u000a04:10:29.750876 bus /sierra_3: Setting Powered False\u000a04:10:30.861076 bus /sierra_3: Setting Powered False\u000a04:10:31.972418 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24851): Process ended prematurely: osmo-stp_10.42.42.5(pid=24851) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24851)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24851): Process ended prematurely: osmo-stp_10.42.42.5(pid=24851) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:10:33.081291 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:33.093092 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:10:33.248771 tst mo_mt_call_osmux.py: using LAC 25895\u000a04:10:33.366181 tst mo_mt_call_osmux.py: using RAC 140\u000a04:10:33.481622 tst mo_mt_call_osmux.py: using CellId 25895\u000a04:10:33.596842 tst mo_mt_call_osmux.py: using BVCI 25896\u000a04:10:33.619103 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:33.630228 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:33.641079 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:33.652191 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:33.663393 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:10:33.674610 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:10:33.787279 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:10:33.994338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:34.495623 run create_hlr_db(pid=24845): Launched\u000a04:10:34.677329 bus /sierra_2: Setting Powered False\u000a04:10:35.697968 run create_hlr_db(pid=24845): Terminated: ok {rc=0}\u000a04:10:36.092716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24847): Launched\u000a04:10:36.386733 run osmo-hlr_10.42.42.2(pid=24848): Launched\u000a04:10:36.501645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:37.017203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24850): Launched\u000a04:10:37.309307 run osmo-stp_10.42.42.5(pid=24851): Launched\u000a04:10:37.416875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:10:37.954382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24853): Launched\u000a04:10:38.248654 run osmo-msc_10.42.42.6(pid=24854): Launched\u000a04:10:38.423027 run osmo-stp_10.42.42.5(pid=24851): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24851)]\u000a04:10:38.549266 run osmo-stp_10.42.42.5(pid=24851): stdout: \u000a| (launched: 2022-12-10_04:10:37.166307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:38.672099 run osmo-stp_10.42.42.5(pid=24851): stderr: \u000a| �[0;m�[38;5;43m20221210041037336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041037336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041037337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041037337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041037338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041037338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041037338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:38.790705 run osmo-stp_10.42.42.5(pid=24851): stdout: \u000a| (launched: 2022-12-10_04:10:37.166307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:38.908161 run osmo-stp_10.42.42.5(pid=24851): stderr: \u000a| �[0;m�[38;5;43m20221210041037336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041037336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041037337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041037337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041037338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041037338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041037338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:38.960305 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24851): Process ended prematurely: osmo-stp_10.42.42.5(pid=24851) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24851)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:10:38.969097 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a04:10:39.028634 run osmo-hlr_10.42.42.2(pid=24848): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24848)]\u000a04:10:39.077222 run osmo-hlr_10.42.42.2(pid=24848): stdout: \u000a| (launched: 2022-12-10_04:10:36.241747) \u000a04:10:39.127360 run osmo-hlr_10.42.42.2(pid=24848): stderr: \u000a| �[0;m�[1;31m20221210041036413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041036413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041036413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041036414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041036414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041036414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041036426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041036435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041036435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041036435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:39.194274 run osmo-msc_10.42.42.6(pid=24854): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24854)]\u000a04:10:39.243049 run osmo-msc_10.42.42.6(pid=24854): stdout: \u000a| (launched: 2022-12-10_04:10:38.103628) \u000a04:10:39.292175 run osmo-msc_10.42.42.6(pid=24854): stderr: \u000a| �[0;m�[38;5;43m20221210041038374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041038374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9349769c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041038375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041038375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041038375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041038375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041038377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041038377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041038377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041038377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:10:39.333925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24847): Terminating (SIGTERM)\u000a04:10:39.373790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24850): Terminating (SIGTERM)\u000a04:10:39.413523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24853): Terminating (SIGTERM)\u000a04:10:39.422938 --- ParallelTerminationStrategy: PID 24847 died...\u000a04:10:39.475948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24847): Terminated: ok {rc=0}\u000a04:10:39.485813 --- ParallelTerminationStrategy: PID 24850 died...\u000a04:10:39.538547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24850): Terminated: ok {rc=0}\u000a04:10:39.548302 --- ParallelTerminationStrategy: PID 24853 died...\u000a04:10:39.601657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24853): Terminated: ok {rc=0}\u000a04:10:39.690225 bus /sierra_3: Setting Powered False\u000a04:10:40.792602 bus /sierra_3: Setting Powered False\u000a04:10:41.903795 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:10:22" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24865): Process ended prematurely: osmo-stp_10.42.42.5(pid=24865) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24865)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24865): Process ended prematurely: osmo-stp_10.42.42.5(pid=24865) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:10:43.903989 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:43.915564 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:10:44.074612 tst mo_mt_call.py: using LAC 25896\u000a04:10:44.197334 tst mo_mt_call.py: using RAC 141\u000a04:10:44.320694 tst mo_mt_call.py: using CellId 25896\u000a04:10:44.443163 tst mo_mt_call.py: using BVCI 25897\u000a04:10:44.466842 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:44.478349 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:44.489631 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:44.500746 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:44.512021 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:44.523427 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:10:44.636708 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:10:44.843796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:45.341762 run create_hlr_db(pid=24859): Launched\u000a04:10:45.522396 bus /sierra_2: Setting Powered False\u000a04:10:46.546255 run create_hlr_db(pid=24859): Terminated: ok {rc=0}\u000a04:10:46.978013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24861): Launched\u000a04:10:47.292128 run osmo-hlr_10.42.42.2(pid=24862): Launched\u000a04:10:47.406419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:47.950290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24864): Launched\u000a04:10:48.262345 run osmo-stp_10.42.42.5(pid=24865): Launched\u000a04:10:48.379641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:10:48.951042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24867): Launched\u000a04:10:49.262919 run osmo-msc_10.42.42.6(pid=24868): Launched\u000a04:10:49.447114 run osmo-stp_10.42.42.5(pid=24865): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24865)]\u000a04:10:49.580351 run osmo-stp_10.42.42.5(pid=24865): stdout: \u000a| (launched: 2022-12-10_04:10:48.109982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:49.713488 run osmo-stp_10.42.42.5(pid=24865): stderr: \u000a| �[0;m�[38;5;43m20221210041048300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041048300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041048300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041048301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041048303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041048303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041048303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:49.839814 run osmo-stp_10.42.42.5(pid=24865): stdout: \u000a| (launched: 2022-12-10_04:10:48.109982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:49.964724 run osmo-stp_10.42.42.5(pid=24865): stderr: \u000a| �[0;m�[38;5;43m20221210041048300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041048300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041048300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041048301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041048303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041048303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041048303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:50.020021 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24865): Process ended prematurely: osmo-stp_10.42.42.5(pid=24865) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24865)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:10:50.029485 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:10:50.091449 run osmo-hlr_10.42.42.2(pid=24862): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24862)]\u000a04:10:50.142379 run osmo-hlr_10.42.42.2(pid=24862): stdout: \u000a| (launched: 2022-12-10_04:10:47.139864) \u000a04:10:50.193966 run osmo-hlr_10.42.42.2(pid=24862): stderr: \u000a| �[0;m�[1;31m20221210041047336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041047336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041047336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041047336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041047336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041047336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041047348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041047357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041047357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041047357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:50.264439 run osmo-msc_10.42.42.6(pid=24868): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24868)]\u000a04:10:50.315616 run osmo-msc_10.42.42.6(pid=24868): stdout: \u000a| (launched: 2022-12-10_04:10:49.110437) \u000a04:10:50.367197 run osmo-msc_10.42.42.6(pid=24868): stderr: \u000a| �[0;m�[38;5;43m20221210041049431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041049431 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f830071fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041049432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041049432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041049432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041049432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041049434 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041049434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041049434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041049434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:10:50.410797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24861): Terminating (SIGTERM)\u000a04:10:50.452094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24864): Terminating (SIGTERM)\u000a04:10:50.493607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24867): Terminating (SIGTERM)\u000a04:10:50.502824 --- ParallelTerminationStrategy: PID 24861 died...\u000a04:10:50.558005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24861): Terminated: ok {rc=0}\u000a04:10:50.568038 --- ParallelTerminationStrategy: PID 24864 died...\u000a04:10:50.623498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24864): Terminated: ok {rc=0}\u000a04:10:50.633562 --- ParallelTerminationStrategy: PID 24867 died...\u000a04:10:50.689217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24867): Terminated: ok {rc=0}\u000a04:10:50.775047 bus /sierra_3: Setting Powered False\u000a04:10:51.880733 bus /sierra_3: Setting Powered False\u000a04:10:52.987286 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24876): Process ended prematurely: osmo-stp_10.42.42.5(pid=24876) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24876)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24876): Process ended prematurely: osmo-stp_10.42.42.5(pid=24876) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:10:54.100890 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:54.113148 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:10:54.275125 tst mo_mt_call_osmux.py: using LAC 25897\u000a04:10:54.399118 tst mo_mt_call_osmux.py: using RAC 142\u000a04:10:54.521748 tst mo_mt_call_osmux.py: using CellId 25897\u000a04:10:54.645478 tst mo_mt_call_osmux.py: using BVCI 25898\u000a04:10:54.667776 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:54.679015 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:54.690184 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:54.701611 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:54.713094 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:10:54.724480 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:10:54.836786 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:10:55.035819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:55.496876 run create_hlr_db(pid=24870): Launched\u000a04:10:55.666019 bus /sierra_2: Setting Powered False\u000a04:10:56.688263 run create_hlr_db(pid=24870): Terminated: ok {rc=0}\u000a04:10:57.102036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24872): Launched\u000a04:10:57.413693 run osmo-hlr_10.42.42.2(pid=24873): Launched\u000a04:10:57.530017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:58.073119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24875): Launched\u000a04:10:58.385456 run osmo-stp_10.42.42.5(pid=24876): Launched\u000a04:10:58.499114 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:10:59.070091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24878): Launched\u000a04:10:59.382516 run osmo-msc_10.42.42.6(pid=24879): Launched\u000a04:10:59.566941 run osmo-stp_10.42.42.5(pid=24876): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24876)]\u000a04:10:59.700342 run osmo-stp_10.42.42.5(pid=24876): stdout: \u000a| (launched: 2022-12-10_04:10:58.232095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:59.833232 run osmo-stp_10.42.42.5(pid=24876): stderr: \u000a| �[0;m�[38;5;43m20221210041058423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041058423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041058424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041058424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041058424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041058424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041058425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:59.959304 run osmo-stp_10.42.42.5(pid=24876): stdout: \u000a| (launched: 2022-12-10_04:10:58.232095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:00.084036 run osmo-stp_10.42.42.5(pid=24876): stderr: \u000a| �[0;m�[38;5;43m20221210041058423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041058423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041058424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041058424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041058424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041058424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041058425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:00.139495 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24876): Process ended prematurely: osmo-stp_10.42.42.5(pid=24876) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24876)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:11:00.148789 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:11:00.210283 run osmo-hlr_10.42.42.2(pid=24873): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24873)]\u000a04:11:00.260638 run osmo-hlr_10.42.42.2(pid=24873): stdout: \u000a| (launched: 2022-12-10_04:10:57.261447) \u000a04:11:00.311945 run osmo-hlr_10.42.42.2(pid=24873): stderr: \u000a| �[0;m�[1;31m20221210041057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041057470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041057478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041057478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041057478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:00.381383 run osmo-msc_10.42.42.6(pid=24879): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24879)]\u000a04:11:00.431630 run osmo-msc_10.42.42.6(pid=24879): stdout: \u000a| (launched: 2022-12-10_04:10:59.229876) \u000a04:11:00.482292 run osmo-msc_10.42.42.6(pid=24879): stderr: \u000a| �[0;m�[38;5;43m20221210041059550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041059550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f564f28fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041059550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041059550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041059550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041059551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041059554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041059555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041059555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041059555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:00.525659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24872): Terminating (SIGTERM)\u000a04:11:00.566651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24875): Terminating (SIGTERM)\u000a04:11:00.607634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24878): Terminating (SIGTERM)\u000a04:11:00.617146 --- ParallelTerminationStrategy: PID 24872 died...\u000a04:11:00.671980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24872): Terminated: ok {rc=0}\u000a04:11:00.681890 --- ParallelTerminationStrategy: PID 24875 died...\u000a04:11:00.736999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24875): Terminated: ok {rc=0}\u000a04:11:00.746779 --- ParallelTerminationStrategy: PID 24878 died...\u000a04:11:00.801136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24878): Terminated: ok {rc=0}\u000a04:11:00.888869 bus /sierra_3: Setting Powered False\u000a04:11:01.990964 bus /sierra_3: Setting Powered False\u000a04:11:03.096771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:10:43" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24890): Process ended prematurely: osmo-stp_10.42.42.5(pid=24890) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24890)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24890): Process ended prematurely: osmo-stp_10.42.42.5(pid=24890) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:11:05.091808 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:05.103229 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:11:05.258510 tst mo_mt_call.py: using LAC 25898\u000a04:11:05.375725 tst mo_mt_call.py: using RAC 143\u000a04:11:05.493263 tst mo_mt_call.py: using CellId 25898\u000a04:11:05.607913 tst mo_mt_call.py: using BVCI 25899\u000a04:11:05.630370 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:05.641570 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:05.652456 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:05.663786 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:05.675196 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:05.686397 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:11:05.802814 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:11:06.008629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:06.508686 run create_hlr_db(pid=24884): Launched\u000a04:11:06.690896 bus /sierra_2: Setting Powered False\u000a04:11:07.711626 run create_hlr_db(pid=24884): Terminated: ok {rc=0}\u000a04:11:08.105561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24886): Launched\u000a04:11:08.398718 run osmo-hlr_10.42.42.2(pid=24887): Launched\u000a04:11:08.510071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:09.030274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24889): Launched\u000a04:11:09.322970 run osmo-stp_10.42.42.5(pid=24890): Launched\u000a04:11:09.431136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:09.967753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24892): Launched\u000a04:11:10.261138 run osmo-msc_10.42.42.6(pid=24893): Launched\u000a04:11:10.435488 run osmo-stp_10.42.42.5(pid=24890): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24890)]\u000a04:11:10.561479 run osmo-stp_10.42.42.5(pid=24890): stdout: \u000a| (launched: 2022-12-10_04:11:09.179171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:10.684083 run osmo-stp_10.42.42.5(pid=24890): stderr: \u000a| �[0;m�[38;5;43m20221210041109348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041109349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041109349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041109349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041109350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041109350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041109350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:10.802844 run osmo-stp_10.42.42.5(pid=24890): stdout: \u000a| (launched: 2022-12-10_04:11:09.179171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:10.920108 run osmo-stp_10.42.42.5(pid=24890): stderr: \u000a| �[0;m�[38;5;43m20221210041109348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041109349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041109349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041109349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041109350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041109350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041109350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:10.971967 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24890): Process ended prematurely: osmo-stp_10.42.42.5(pid=24890) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24890)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:11:10.980880 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a04:11:11.040905 run osmo-hlr_10.42.42.2(pid=24887): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24887)]\u000a04:11:11.089241 run osmo-hlr_10.42.42.2(pid=24887): stdout: \u000a| (launched: 2022-12-10_04:11:08.254649) \u000a04:11:11.139179 run osmo-hlr_10.42.42.2(pid=24887): stderr: \u000a| �[0;m�[1;31m20221210041108432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041108432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041108432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041108432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041108432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041108432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041108444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041108452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041108452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041108452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:11.205760 run osmo-msc_10.42.42.6(pid=24893): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24893)]\u000a04:11:11.254548 run osmo-msc_10.42.42.6(pid=24893): stdout: \u000a| (launched: 2022-12-10_04:11:10.116811) \u000a04:11:11.303738 run osmo-msc_10.42.42.6(pid=24893): stderr: \u000a| �[0;m�[38;5;43m20221210041110386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041110386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4db1a94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041110386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041110387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041110387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041110387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041110390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041110391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041110391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041110391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:11.345120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24886): Terminating (SIGTERM)\u000a04:11:11.384772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24889): Terminating (SIGTERM)\u000a04:11:11.424341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24892): Terminating (SIGTERM)\u000a04:11:11.434019 --- ParallelTerminationStrategy: PID 24886 died...\u000a04:11:11.486657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24886): Terminated: ok {rc=0}\u000a04:11:11.496591 --- ParallelTerminationStrategy: PID 24889 died...\u000a04:11:11.549057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24889): Terminated: ok {rc=0}\u000a04:11:11.558785 --- ParallelTerminationStrategy: PID 24892 died...\u000a04:11:11.611318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24892): Terminated: ok {rc=0}\u000a04:11:11.692999 bus /sierra_3: Setting Powered False\u000a04:11:12.793909 bus /sierra_3: Setting Powered False\u000a04:11:13.899564 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24901): Process ended prematurely: osmo-stp_10.42.42.5(pid=24901) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24901)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24901): Process ended prematurely: osmo-stp_10.42.42.5(pid=24901) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:11:15.011489 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:15.023529 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:11:15.183334 tst mo_mt_call_osmux.py: using LAC 25899\u000a04:11:15.306127 tst mo_mt_call_osmux.py: using RAC 144\u000a04:11:15.429340 tst mo_mt_call_osmux.py: using CellId 25899\u000a04:11:15.552032 tst mo_mt_call_osmux.py: using BVCI 25900\u000a04:11:15.575942 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:15.587470 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:15.598843 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:15.610305 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:15.622105 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:15.633430 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:11:15.746523 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:11:15.969707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:16.511315 run create_hlr_db(pid=24895): Launched\u000a04:11:16.697613 bus /sierra_2: Setting Powered False\u000a04:11:17.716622 run create_hlr_db(pid=24895): Terminated: ok {rc=0}\u000a04:11:18.111843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24897): Launched\u000a04:11:18.405520 run osmo-hlr_10.42.42.2(pid=24898): Launched\u000a04:11:18.519474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:19.037423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24900): Launched\u000a04:11:19.330127 run osmo-stp_10.42.42.5(pid=24901): Launched\u000a04:11:19.438202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:19.974021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24903): Launched\u000a04:11:20.266837 run osmo-msc_10.42.42.6(pid=24904): Launched\u000a04:11:20.441450 run osmo-stp_10.42.42.5(pid=24901): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24901)]\u000a04:11:20.566994 run osmo-stp_10.42.42.5(pid=24901): stdout: \u000a| (launched: 2022-12-10_04:11:19.186615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:20.689223 run osmo-stp_10.42.42.5(pid=24901): stderr: \u000a| �[0;m�[38;5;43m20221210041119355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041119355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041119356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041119356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041119357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041119357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041119357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:20.807701 run osmo-stp_10.42.42.5(pid=24901): stdout: \u000a| (launched: 2022-12-10_04:11:19.186615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:20.925007 run osmo-stp_10.42.42.5(pid=24901): stderr: \u000a| �[0;m�[38;5;43m20221210041119355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041119355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041119356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041119356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041119357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041119357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041119357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:20.976697 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24901): Process ended prematurely: osmo-stp_10.42.42.5(pid=24901) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24901)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:11:20.985367 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:11:21.044248 run osmo-hlr_10.42.42.2(pid=24898): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24898)]\u000a04:11:21.092246 run osmo-hlr_10.42.42.2(pid=24898): stdout: \u000a| (launched: 2022-12-10_04:11:18.261704) \u000a04:11:21.141142 run osmo-hlr_10.42.42.2(pid=24898): stderr: \u000a| �[0;m�[1;31m20221210041118437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041118437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041118437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041118437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041118437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041118437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041118452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041118461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041118461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041118461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:21.207028 run osmo-msc_10.42.42.6(pid=24904): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24904)]\u000a04:11:21.254789 run osmo-msc_10.42.42.6(pid=24904): stdout: \u000a| (launched: 2022-12-10_04:11:20.122628) \u000a04:11:21.303211 run osmo-msc_10.42.42.6(pid=24904): stderr: \u000a| �[0;m�[38;5;43m20221210041120393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041120393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f4582dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041120393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041120393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041120393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041120393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041120395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041120395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041120396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041120396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:21.343832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24897): Terminating (SIGTERM)\u000a04:11:21.382830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24900): Terminating (SIGTERM)\u000a04:11:21.421905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24903): Terminating (SIGTERM)\u000a04:11:21.430988 --- ParallelTerminationStrategy: PID 24897 died...\u000a04:11:21.483672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24897): Terminated: ok {rc=0}\u000a04:11:21.493157 --- ParallelTerminationStrategy: PID 24900 died...\u000a04:11:21.544659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24900): Terminated: ok {rc=0}\u000a04:11:21.554182 --- ParallelTerminationStrategy: PID 24903 died...\u000a04:11:21.606202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24903): Terminated: ok {rc=0}\u000a04:11:21.692740 bus /sierra_3: Setting Powered False\u000a04:11:22.794423 bus /sierra_3: Setting Powered False\u000a04:11:23.903183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:11:04" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24915): Process ended prematurely: osmo-stp_10.42.42.5(pid=24915) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24915)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24915): Process ended prematurely: osmo-stp_10.42.42.5(pid=24915) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:11:25.887403 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:25.898455 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:11:26.061586 tst mo_mt_call.py: using LAC 25900\u000a04:11:26.182393 tst mo_mt_call.py: using RAC 145\u000a04:11:26.303736 tst mo_mt_call.py: using CellId 25900\u000a04:11:26.424609 tst mo_mt_call.py: using BVCI 25901\u000a04:11:26.448414 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.460059 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.471368 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.482600 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.494160 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.506263 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:11:26.622944 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:11:26.823486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:27.285228 run create_hlr_db(pid=24909): Launched\u000a04:11:27.454426 bus /sierra_2: Setting Powered False\u000a04:11:28.476089 run create_hlr_db(pid=24909): Terminated: ok {rc=0}\u000a04:11:28.867916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24911): Launched\u000a04:11:29.160898 run osmo-hlr_10.42.42.2(pid=24912): Launched\u000a04:11:29.267884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:29.776447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24914): Launched\u000a04:11:30.069520 run osmo-stp_10.42.42.5(pid=24915): Launched\u000a04:11:30.176824 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:30.713395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24917): Launched\u000a04:11:31.078393 run osmo-msc_10.42.42.6(pid=24918): Launched\u000a04:11:31.516366 run osmo-stp_10.42.42.5(pid=24915): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24915)]\u000a04:11:31.755959 run osmo-stp_10.42.42.5(pid=24915): stdout: \u000a| (launched: 2022-12-10_04:11:29.925885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:31.882749 run osmo-stp_10.42.42.5(pid=24915): stderr: \u000a| �[0;m�[38;5;43m20221210041130096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041130097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041130097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041130097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041130098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041130098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041130098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:32.004483 run osmo-stp_10.42.42.5(pid=24915): stdout: \u000a| (launched: 2022-12-10_04:11:29.925885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:32.125396 run osmo-stp_10.42.42.5(pid=24915): stderr: \u000a| �[0;m�[38;5;43m20221210041130096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041130097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041130097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041130097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041130098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041130098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041130098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:32.178905 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24915): Process ended prematurely: osmo-stp_10.42.42.5(pid=24915) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24915)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:11:32.188617 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:11:32.252629 run osmo-hlr_10.42.42.2(pid=24912): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24912)]\u000a04:11:32.303390 run osmo-hlr_10.42.42.2(pid=24912): stdout: \u000a| (launched: 2022-12-10_04:11:29.016603) \u000a04:11:32.354685 run osmo-hlr_10.42.42.2(pid=24912): stderr: \u000a| �[0;m�[1;31m20221210041129191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041129191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041129191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041129191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041129191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041129191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041129203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041129211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041129212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041129212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:32.423461 run osmo-msc_10.42.42.6(pid=24918): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24918)]\u000a04:11:32.472375 run osmo-msc_10.42.42.6(pid=24918): stdout: \u000a| (launched: 2022-12-10_04:11:30.863394) \u000a04:11:32.522006 run osmo-msc_10.42.42.6(pid=24918): stderr: \u000a| �[0;m�[38;5;43m20221210041131366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041131367 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1cf95ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041131367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041131367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041131367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041131367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041131370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041131371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041131371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041131371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:32.563281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24911): Terminating (SIGTERM)\u000a04:11:32.603148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24914): Terminating (SIGTERM)\u000a04:11:32.642658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24917): Terminating (SIGTERM)\u000a04:11:32.652310 --- ParallelTerminationStrategy: PID 24911 died...\u000a04:11:32.706023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24911): Terminated: ok {rc=0}\u000a04:11:32.715461 --- ParallelTerminationStrategy: PID 24914 died...\u000a04:11:32.768377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24914): Terminated: ok {rc=0}\u000a04:11:32.777827 --- ParallelTerminationStrategy: PID 24917 died...\u000a04:11:32.830928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24917): Terminated: ok {rc=0}\u000a04:11:32.916993 bus /sierra_3: Setting Powered False\u000a04:11:34.018540 bus /sierra_3: Setting Powered False\u000a04:11:35.127448 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24926): Process ended prematurely: osmo-stp_10.42.42.5(pid=24926) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24926): Process ended prematurely: osmo-stp_10.42.42.5(pid=24926) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:11:36.234221 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:36.245940 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:11:36.403114 tst mo_mt_call_osmux.py: using LAC 25901\u000a04:11:36.517156 tst mo_mt_call_osmux.py: using RAC 146\u000a04:11:36.631981 tst mo_mt_call_osmux.py: using CellId 25901\u000a04:11:36.746688 tst mo_mt_call_osmux.py: using BVCI 25902\u000a04:11:36.768788 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:36.779759 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:36.790637 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:36.801664 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:36.812804 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:11:36.824019 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:11:36.940713 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:11:37.138861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:37.598957 run create_hlr_db(pid=24920): Launched\u000a04:11:37.767704 bus /sierra_2: Setting Powered False\u000a04:11:38.790242 run create_hlr_db(pid=24920): Terminated: ok {rc=0}\u000a04:11:39.205802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24922): Launched\u000a04:11:39.517687 run osmo-hlr_10.42.42.2(pid=24923): Launched\u000a04:11:39.637858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:40.183123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24925): Launched\u000a04:11:40.496230 run osmo-stp_10.42.42.5(pid=24926): Launched\u000a04:11:40.611107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:41.183122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24928): Launched\u000a04:11:41.494609 run osmo-msc_10.42.42.6(pid=24929): Launched\u000a04:11:41.679204 run osmo-stp_10.42.42.5(pid=24926): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]\u000a04:11:41.812303 run osmo-stp_10.42.42.5(pid=24926): stdout: \u000a| (launched: 2022-12-10_04:11:40.343409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:41.946284 run osmo-stp_10.42.42.5(pid=24926): stderr: \u000a| �[0;m�[38;5;43m20221210041140535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041140535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041140535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041140536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041140536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041140536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041140536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:42.072021 run osmo-stp_10.42.42.5(pid=24926): stdout: \u000a| (launched: 2022-12-10_04:11:40.343409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:42.196188 run osmo-stp_10.42.42.5(pid=24926): stderr: \u000a| �[0;m�[38;5;43m20221210041140535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041140535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041140535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041140536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041140536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041140536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041140536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:42.251668 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24926): Process ended prematurely: osmo-stp_10.42.42.5(pid=24926) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:11:42.261250 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:11:42.322792 run osmo-hlr_10.42.42.2(pid=24923): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24923)]\u000a04:11:42.373229 run osmo-hlr_10.42.42.2(pid=24923): stdout: \u000a| (launched: 2022-12-10_04:11:39.365347) \u000a04:11:42.424234 run osmo-hlr_10.42.42.2(pid=24923): stderr: \u000a| �[0;m�[1;31m20221210041139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041139574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041139582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041139583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041139583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:42.493785 run osmo-msc_10.42.42.6(pid=24929): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24929)]\u000a04:11:42.544215 run osmo-msc_10.42.42.6(pid=24929): stdout: \u000a| (launched: 2022-12-10_04:11:41.342260) \u000a04:11:42.595133 run osmo-msc_10.42.42.6(pid=24929): stderr: \u000a| �[0;m�[38;5;43m20221210041141664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041141664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b79daec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041141664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041141664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041141664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041141664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041141666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041141667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041141667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041141667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:42.638357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24922): Terminating (SIGTERM)\u000a04:11:42.679363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24925): Terminating (SIGTERM)\u000a04:11:42.720607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24928): Terminating (SIGTERM)\u000a04:11:42.730224 --- ParallelTerminationStrategy: PID 24922 died...\u000a04:11:42.785075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24922): Terminated: ok {rc=0}\u000a04:11:42.795022 --- ParallelTerminationStrategy: PID 24925 died...\u000a04:11:42.849703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24925): Terminated: ok {rc=0}\u000a04:11:42.859476 --- ParallelTerminationStrategy: PID 24928 died...\u000a04:11:42.914018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24928): Terminated: ok {rc=0}\u000a04:11:42.998373 bus /sierra_3: Setting Powered False\u000a04:11:44.101595 bus /sierra_3: Setting Powered False\u000a04:11:45.206758 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:11:25" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24940): Process ended prematurely: osmo-stp_10.42.42.5(pid=24940) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24940)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24940): Process ended prematurely: osmo-stp_10.42.42.5(pid=24940) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:11:47.272395 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:47.284399 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:11:47.440070 tst mo_mt_call.py: using LAC 25902\u000a04:11:47.555842 tst mo_mt_call.py: using RAC 147\u000a04:11:47.673100 tst mo_mt_call.py: using CellId 25902\u000a04:11:47.793543 tst mo_mt_call.py: using BVCI 25903\u000a04:11:47.815864 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:47.827095 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:47.838078 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:47.849152 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:47.860162 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:47.871211 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:11:47.987322 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:11:48.181149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:48.642406 run create_hlr_db(pid=24934): Launched\u000a04:11:48.811616 bus /sierra_2: Setting Powered False\u000a04:11:49.833527 run create_hlr_db(pid=24934): Terminated: ok {rc=0}\u000a04:11:50.247988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24936): Launched\u000a04:11:50.561405 run osmo-hlr_10.42.42.2(pid=24937): Launched\u000a04:11:50.678194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:51.221751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24939): Launched\u000a04:11:51.534921 run osmo-stp_10.42.42.5(pid=24940): Launched\u000a04:11:51.649272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:52.221593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24942): Launched\u000a04:11:52.534585 run osmo-msc_10.42.42.6(pid=24943): Launched\u000a04:11:52.721617 run osmo-stp_10.42.42.5(pid=24940): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24940)]\u000a04:11:52.854838 run osmo-stp_10.42.42.5(pid=24940): stdout: \u000a| (launched: 2022-12-10_04:11:51.381620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:52.989852 run osmo-stp_10.42.42.5(pid=24940): stderr: \u000a| �[0;m�[38;5;43m20221210041151571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041151571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041151572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041151572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041151572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041151573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041151573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:53.116263 run osmo-stp_10.42.42.5(pid=24940): stdout: \u000a| (launched: 2022-12-10_04:11:51.381620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:53.241431 run osmo-stp_10.42.42.5(pid=24940): stderr: \u000a| �[0;m�[38;5;43m20221210041151571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041151571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041151572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041151572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041151572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041151573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041151573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:53.296698 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24940): Process ended prematurely: osmo-stp_10.42.42.5(pid=24940) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24940)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:11:53.306055 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:11:53.367980 run osmo-hlr_10.42.42.2(pid=24937): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24937)]\u000a04:11:53.419322 run osmo-hlr_10.42.42.2(pid=24937): stdout: \u000a| (launched: 2022-12-10_04:11:50.407753) \u000a04:11:53.470901 run osmo-hlr_10.42.42.2(pid=24937): stderr: \u000a| �[0;m�[1;31m20221210041150605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041150605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041150605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041150605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041150605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041150605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041150618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041150627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041150627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041150627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:53.541331 run osmo-msc_10.42.42.6(pid=24943): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24943)]\u000a04:11:53.592387 run osmo-msc_10.42.42.6(pid=24943): stdout: \u000a| (launched: 2022-12-10_04:11:52.381506) \u000a04:11:53.643596 run osmo-msc_10.42.42.6(pid=24943): stderr: \u000a| �[0;m�[38;5;43m20221210041152701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041152701 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd3c3d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041152701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041152701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041152701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041152701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041152703 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041152703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041152704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041152704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:53.687935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24936): Terminating (SIGTERM)\u000a04:11:53.729714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24939): Terminating (SIGTERM)\u000a04:11:53.771109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24942): Terminating (SIGTERM)\u000a04:11:53.780682 --- ParallelTerminationStrategy: PID 24936 died...\u000a04:11:53.835801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24936): Terminated: ok {rc=0}\u000a04:11:53.845896 --- ParallelTerminationStrategy: PID 24939 died...\u000a04:11:53.901149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24939): Terminated: ok {rc=0}\u000a04:11:53.911121 --- ParallelTerminationStrategy: PID 24942 died...\u000a04:11:53.966015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24942): Terminated: ok {rc=0}\u000a04:11:54.052234 bus /sierra_3: Setting Powered False\u000a04:11:55.155134 bus /sierra_3: Setting Powered False\u000a04:11:56.264083 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24951): Process ended prematurely: osmo-stp_10.42.42.5(pid=24951) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24951)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24951): Process ended prematurely: osmo-stp_10.42.42.5(pid=24951) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:11:57.376471 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:57.388484 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:11:57.550138 tst mo_mt_call_osmux.py: using LAC 25903\u000a04:11:57.672792 tst mo_mt_call_osmux.py: using RAC 148\u000a04:11:57.800678 tst mo_mt_call_osmux.py: using CellId 25903\u000a04:11:57.922068 tst mo_mt_call_osmux.py: using BVCI 25904\u000a04:11:57.945920 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:57.958049 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:57.969395 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:57.980579 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:57.991982 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:11:58.003287 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:11:58.118972 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:11:58.315358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:58.778582 run create_hlr_db(pid=24945): Launched\u000a04:11:58.948159 bus /sierra_2: Setting Powered False\u000a04:11:59.969853 run create_hlr_db(pid=24945): Terminated: ok {rc=0}\u000a04:12:00.386100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24947): Launched\u000a04:12:00.700091 run osmo-hlr_10.42.42.2(pid=24948): Launched\u000a04:12:00.816490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:01.446892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24950): Launched\u000a04:12:01.887902 run osmo-stp_10.42.42.5(pid=24951): Launched\u000a04:12:02.057508 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:02.654472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24953): Launched\u000a04:12:02.967408 run osmo-msc_10.42.42.6(pid=24954): Launched\u000a04:12:03.150404 run osmo-stp_10.42.42.5(pid=24951): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24951)]\u000a04:12:03.282077 run osmo-stp_10.42.42.5(pid=24951): stdout: \u000a| (launched: 2022-12-10_04:12:01.645312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:03.413732 run osmo-stp_10.42.42.5(pid=24951): stderr: \u000a| �[0;m�[38;5;43m20221210041201891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041201892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041201892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041201892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041201894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041201894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041201894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:03.539537 run osmo-stp_10.42.42.5(pid=24951): stdout: \u000a| (launched: 2022-12-10_04:12:01.645312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:03.664393 run osmo-stp_10.42.42.5(pid=24951): stderr: \u000a| �[0;m�[38;5;43m20221210041201891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041201892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041201892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041201892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041201894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041201894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041201894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:03.720257 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24951): Process ended prematurely: osmo-stp_10.42.42.5(pid=24951) [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24951)] [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:12:03.729693 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:12:03.791844 run osmo-hlr_10.42.42.2(pid=24948): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24948)]\u000a04:12:03.842745 run osmo-hlr_10.42.42.2(pid=24948): stdout: \u000a| (launched: 2022-12-10_04:12:00.546014) \u000a04:12:03.894422 run osmo-hlr_10.42.42.2(pid=24948): stderr: \u000a| �[0;m�[1;31m20221210041200741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041200741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041200741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041200741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041200741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041200741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041200753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041200761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041200761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041200761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:03.964334 run osmo-msc_10.42.42.6(pid=24954): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24954)]\u000a04:12:04.015120 run osmo-msc_10.42.42.6(pid=24954): stdout: \u000a| (launched: 2022-12-10_04:12:02.815008) \u000a04:12:04.066455 run osmo-msc_10.42.42.6(pid=24954): stderr: \u000a| �[0;m�[38;5;43m20221210041203138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041203138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cd130ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041203138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041203138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041203139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041203139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041203141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041203141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041203141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041203141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:04.110121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24947): Terminating (SIGTERM)\u000a04:12:04.151581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24950): Terminating (SIGTERM)\u000a04:12:04.192846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24953): Terminating (SIGTERM)\u000a04:12:04.202554 --- ParallelTerminationStrategy: PID 24947 died...\u000a04:12:04.258490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24947): Terminated: ok {rc=0}\u000a04:12:04.268459 --- ParallelTerminationStrategy: PID 24950 died...\u000a04:12:04.323755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24950): Terminated: ok {rc=0}\u000a04:12:04.333821 --- ParallelTerminationStrategy: PID 24953 died...\u000a04:12:04.389026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24953): Terminated: ok {rc=0}\u000a04:12:04.475157 bus /sierra_3: Setting Powered False\u000a04:12:05.580421 bus /sierra_3: Setting Powered False\u000a04:12:06.687272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:11:46" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24966): Process ended prematurely: osmo-stp_10.42.42.5(pid=24966) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24966)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24966): Process ended prematurely: osmo-stp_10.42.42.5(pid=24966) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:12:08.691619 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:08.703162 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:12:08.863638 tst mo_mt_call.py: using LAC 25904\u000a04:12:08.989137 tst mo_mt_call.py: using RAC 149\u000a04:12:09.111625 tst mo_mt_call.py: using CellId 25904\u000a04:12:09.234093 tst mo_mt_call.py: using BVCI 25905\u000a04:12:09.257967 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:09.269470 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:09.280812 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:09.292110 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:09.303538 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:09.314879 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:12:09.427269 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:12:09.632859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:10.131712 run create_hlr_db(pid=24960): Launched\u000a04:12:10.312697 bus /sierra_2: Setting Powered False\u000a04:12:11.333703 run create_hlr_db(pid=24960): Terminated: ok {rc=0}\u000a04:12:11.728132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24962): Launched\u000a04:12:12.021613 run osmo-hlr_10.42.42.2(pid=24963): Launched\u000a04:12:12.130072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:12.637814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24965): Launched\u000a04:12:12.931413 run osmo-stp_10.42.42.5(pid=24966): Launched\u000a04:12:13.038994 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:13.573691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24968): Launched\u000a04:12:13.867309 run osmo-msc_10.42.42.6(pid=24969): Launched\u000a04:12:14.040770 run osmo-stp_10.42.42.5(pid=24966): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24966)]\u000a04:12:14.166778 run osmo-stp_10.42.42.5(pid=24966): stdout: \u000a| (launched: 2022-12-10_04:12:12.786725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:14.290127 run osmo-stp_10.42.42.5(pid=24966): stderr: \u000a| �[0;m�[38;5;43m20221210041212954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041212954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041212954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041212955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041212957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041212957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041212957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:14.408771 run osmo-stp_10.42.42.5(pid=24966): stdout: \u000a| (launched: 2022-12-10_04:12:12.786725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:14.526104 run osmo-stp_10.42.42.5(pid=24966): stderr: \u000a| �[0;m�[38;5;43m20221210041212954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041212954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041212954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041212955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041212957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041212957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041212957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:14.577987 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24966): Process ended prematurely: osmo-stp_10.42.42.5(pid=24966) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24966)] [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:12:14.586868 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a04:12:14.646332 run osmo-hlr_10.42.42.2(pid=24963): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24963)]\u000a04:12:14.694989 run osmo-hlr_10.42.42.2(pid=24963): stdout: \u000a| (launched: 2022-12-10_04:12:11.877260) \u000a04:12:14.744455 run osmo-hlr_10.42.42.2(pid=24963): stderr: \u000a| �[0;m�[1;31m20221210041212050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041212050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041212050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041212050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041212050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041212050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041212062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041212071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041212071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041212071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:14.811093 run osmo-msc_10.42.42.6(pid=24969): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24969)]\u000a04:12:14.859135 run osmo-msc_10.42.42.6(pid=24969): stdout: \u000a| (launched: 2022-12-10_04:12:13.722623) \u000a04:12:14.908541 run osmo-msc_10.42.42.6(pid=24969): stderr: \u000a| �[0;m�[38;5;43m20221210041213995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041213995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86e8b73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041213995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041213995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041213995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041213996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041213997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041213998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041213998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041213998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:14.950020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24962): Terminating (SIGTERM)\u000a04:12:14.989628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24965): Terminating (SIGTERM)\u000a04:12:15.029198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24968): Terminating (SIGTERM)\u000a04:12:15.038782 --- ParallelTerminationStrategy: PID 24962 died...\u000a04:12:15.091551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24962): Terminated: ok {rc=0}\u000a04:12:15.101585 --- ParallelTerminationStrategy: PID 24965 died...\u000a04:12:15.154156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24965): Terminated: ok {rc=0}\u000a04:12:15.163948 --- ParallelTerminationStrategy: PID 24968 died...\u000a04:12:15.216928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24968): Terminated: ok {rc=0}\u000a04:12:15.303702 bus /sierra_3: Setting Powered False\u000a04:12:16.404538 bus /sierra_3: Setting Powered False\u000a04:12:17.510006 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24977): Process ended prematurely: osmo-stp_10.42.42.5(pid=24977) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24977)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24977): Process ended prematurely: osmo-stp_10.42.42.5(pid=24977) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:12:18.621541 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:18.633714 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:12:18.796553 tst mo_mt_call_osmux.py: using LAC 25905\u000a04:12:18.919528 tst mo_mt_call_osmux.py: using RAC 150\u000a04:12:19.042389 tst mo_mt_call_osmux.py: using CellId 25905\u000a04:12:19.167150 tst mo_mt_call_osmux.py: using BVCI 25906\u000a04:12:19.190972 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:19.202644 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:19.214117 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:19.225505 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:19.237046 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:19.248510 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:12:19.366533 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:12:19.564197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:20.028197 run create_hlr_db(pid=24971): Launched\u000a04:12:20.198329 bus /sierra_2: Setting Powered False\u000a04:12:21.219908 run create_hlr_db(pid=24971): Terminated: ok {rc=0}\u000a04:12:21.612018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24973): Launched\u000a04:12:21.905669 run osmo-hlr_10.42.42.2(pid=24974): Launched\u000a04:12:22.016907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:22.536161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24976): Launched\u000a04:12:22.829765 run osmo-stp_10.42.42.5(pid=24977): Launched\u000a04:12:22.937263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:23.474376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24979): Launched\u000a04:12:23.767900 run osmo-msc_10.42.42.6(pid=24980): Launched\u000a04:12:23.941583 run osmo-stp_10.42.42.5(pid=24977): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24977)]\u000a04:12:24.067423 run osmo-stp_10.42.42.5(pid=24977): stdout: \u000a| (launched: 2022-12-10_04:12:22.685179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:24.190520 run osmo-stp_10.42.42.5(pid=24977): stderr: \u000a| �[0;m�[38;5;43m20221210041222852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041222852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041222852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041222853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041222855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041222855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041222855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:24.308781 run osmo-stp_10.42.42.5(pid=24977): stdout: \u000a| (launched: 2022-12-10_04:12:22.685179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:24.426540 run osmo-stp_10.42.42.5(pid=24977): stderr: \u000a| �[0;m�[38;5;43m20221210041222852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041222852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041222852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041222853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041222855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041222855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041222855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:24.478591 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24977): Process ended prematurely: osmo-stp_10.42.42.5(pid=24977) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24977)] [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:12:24.487186 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a04:12:24.546381 run osmo-hlr_10.42.42.2(pid=24974): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24974)]\u000a04:12:24.594692 run osmo-hlr_10.42.42.2(pid=24974): stdout: \u000a| (launched: 2022-12-10_04:12:21.761649) \u000a04:12:24.643547 run osmo-hlr_10.42.42.2(pid=24974): stderr: \u000a| �[0;m�[1;31m20221210041221935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041221935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041221935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041221936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041221936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041221936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041221947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041221956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041221956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041221956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:24.709942 run osmo-msc_10.42.42.6(pid=24980): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24980)]\u000a04:12:24.758052 run osmo-msc_10.42.42.6(pid=24980): stdout: \u000a| (launched: 2022-12-10_04:12:23.623634) \u000a04:12:24.806865 run osmo-msc_10.42.42.6(pid=24980): stderr: \u000a| �[0;m�[38;5;43m20221210041223894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041223895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0223d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041223895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041223895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041223895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041223895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041223897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041223897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041223897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041223897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:24.848411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24973): Terminating (SIGTERM)\u000a04:12:24.887672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24976): Terminating (SIGTERM)\u000a04:12:24.927184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24979): Terminating (SIGTERM)\u000a04:12:24.936331 --- ParallelTerminationStrategy: PID 24973 died...\u000a04:12:24.988928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24973): Terminated: ok {rc=0}\u000a04:12:24.998661 --- ParallelTerminationStrategy: PID 24976 died...\u000a04:12:25.051141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24976): Terminated: ok {rc=0}\u000a04:12:25.060770 --- ParallelTerminationStrategy: PID 24979 died...\u000a04:12:25.113312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24979): Terminated: ok {rc=0}\u000a04:12:25.195400 bus /sierra_3: Setting Powered False\u000a04:12:26.301304 bus /sierra_3: Setting Powered False\u000a04:12:27.407506 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:12:08" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24991): Process ended prematurely: osmo-stp_10.42.42.5(pid=24991) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24991)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24991): Process ended prematurely: osmo-stp_10.42.42.5(pid=24991) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:12:29.405533 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:29.416806 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:12:29.577816 tst mo_mt_call.py: using LAC 25906\u000a04:12:29.702821 tst mo_mt_call.py: using RAC 151\u000a04:12:29.825225 tst mo_mt_call.py: using CellId 25906\u000a04:12:29.949991 tst mo_mt_call.py: using BVCI 25907\u000a04:12:29.973733 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:29.985012 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:29.996094 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:30.007286 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:30.018497 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:30.029640 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:12:30.147493 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:12:30.353465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:30.876603 run create_hlr_db(pid=24985): Launched\u000a04:12:31.070496 bus /sierra_2: Setting Powered False\u000a04:12:32.091823 run create_hlr_db(pid=24985): Terminated: ok {rc=0}\u000a04:12:32.489094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24987): Launched\u000a04:12:32.782373 run osmo-hlr_10.42.42.2(pid=24988): Launched\u000a04:12:32.895903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:33.414555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24990): Launched\u000a04:12:33.707377 run osmo-stp_10.42.42.5(pid=24991): Launched\u000a04:12:33.814916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:34.350817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24993): Launched\u000a04:12:34.643313 run osmo-msc_10.42.42.6(pid=24994): Launched\u000a04:12:34.817674 run osmo-stp_10.42.42.5(pid=24991): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24991)]\u000a04:12:34.943630 run osmo-stp_10.42.42.5(pid=24991): stdout: \u000a| (launched: 2022-12-10_04:12:33.563469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:35.066808 run osmo-stp_10.42.42.5(pid=24991): stderr: \u000a| �[0;m�[38;5;43m20221210041233734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041233734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041233734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041233735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:35.185569 run osmo-stp_10.42.42.5(pid=24991): stdout: \u000a| (launched: 2022-12-10_04:12:33.563469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:35.304327 run osmo-stp_10.42.42.5(pid=24991): stderr: \u000a| �[0;m�[38;5;43m20221210041233734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041233734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041233734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041233735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:35.356377 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24991): Process ended prematurely: osmo-stp_10.42.42.5(pid=24991) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24991)] [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:12:35.365218 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:12:35.424790 run osmo-hlr_10.42.42.2(pid=24988): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24988)]\u000a04:12:35.473355 run osmo-hlr_10.42.42.2(pid=24988): stdout: \u000a| (launched: 2022-12-10_04:12:32.638176) \u000a04:12:35.522501 run osmo-hlr_10.42.42.2(pid=24988): stderr: \u000a| �[0;m�[1;31m20221210041232812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041232813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041232813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041232813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041232813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041232813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041232825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041232834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041232834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041232834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:35.588993 run osmo-msc_10.42.42.6(pid=24994): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24994)]\u000a04:12:35.637527 run osmo-msc_10.42.42.6(pid=24994): stdout: \u000a| (launched: 2022-12-10_04:12:34.499731) \u000a04:12:35.686744 run osmo-msc_10.42.42.6(pid=24994): stderr: \u000a| �[0;m�[38;5;43m20221210041234770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041234770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff55f95ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041234770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041234770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041234771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041234771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041234773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041234773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041234773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041234773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:35.728017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24987): Terminating (SIGTERM)\u000a04:12:35.767310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24990): Terminating (SIGTERM)\u000a04:12:35.806803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24993): Terminating (SIGTERM)\u000a04:12:35.816190 --- ParallelTerminationStrategy: PID 24987 died...\u000a04:12:35.869218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24987): Terminated: ok {rc=0}\u000a04:12:35.879067 --- ParallelTerminationStrategy: PID 24990 died...\u000a04:12:35.935936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24990): Terminated: ok {rc=0}\u000a04:12:35.945902 --- ParallelTerminationStrategy: PID 24993 died...\u000a04:12:36.000801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24993): Terminated: ok {rc=0}\u000a04:12:36.084744 bus /sierra_3: Setting Powered False\u000a04:12:37.189672 bus /sierra_3: Setting Powered False\u000a04:12:38.296154 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25003): Process ended prematurely: osmo-stp_10.42.42.5(pid=25003) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25003)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25003): Process ended prematurely: osmo-stp_10.42.42.5(pid=25003) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:12:39.408601 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:39.420447 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:12:39.585562 tst mo_mt_call_osmux.py: using LAC 25907\u000a04:12:39.706965 tst mo_mt_call_osmux.py: using RAC 152\u000a04:12:39.828448 tst mo_mt_call_osmux.py: using CellId 25907\u000a04:12:39.950142 tst mo_mt_call_osmux.py: using BVCI 25908\u000a04:12:39.974123 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:39.985503 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:39.996584 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:40.007636 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:40.018859 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:12:40.030020 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:12:40.146213 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:12:40.354552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:40.856360 run create_hlr_db(pid=24997): Launched\u000a04:12:41.038065 bus /sierra_2: Setting Powered False\u000a04:12:42.059944 run create_hlr_db(pid=24997): Terminated: ok {rc=0}\u000a04:12:42.476702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24999): Launched\u000a04:12:42.789644 run osmo-hlr_10.42.42.2(pid=25000): Launched\u000a04:12:42.904567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:43.449043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25002): Launched\u000a04:12:43.762177 run osmo-stp_10.42.42.5(pid=25003): Launched\u000a04:12:43.876528 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:44.456131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25005): Launched\u000a04:12:44.769801 run osmo-msc_10.42.42.6(pid=25006): Launched\u000a04:12:44.954390 run osmo-stp_10.42.42.5(pid=25003): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25003)]\u000a04:12:45.087648 run osmo-stp_10.42.42.5(pid=25003): stdout: \u000a| (launched: 2022-12-10_04:12:43.608529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:45.221413 run osmo-stp_10.42.42.5(pid=25003): stderr: \u000a| �[0;m�[38;5;43m20221210041243799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041243799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041243799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041243799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041243800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041243800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041243800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:45.347803 run osmo-stp_10.42.42.5(pid=25003): stdout: \u000a| (launched: 2022-12-10_04:12:43.608529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:45.473229 run osmo-stp_10.42.42.5(pid=25003): stderr: \u000a| �[0;m�[38;5;43m20221210041243799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041243799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041243799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041243799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041243800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041243800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041243800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:45.529436 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25003): Process ended prematurely: osmo-stp_10.42.42.5(pid=25003) [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25003)] [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:12:45.538622 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:12:45.600727 run osmo-hlr_10.42.42.2(pid=25000): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25000)]\u000a04:12:45.651802 run osmo-hlr_10.42.42.2(pid=25000): stdout: \u000a| (launched: 2022-12-10_04:12:42.635878) \u000a04:12:45.703467 run osmo-hlr_10.42.42.2(pid=25000): stderr: \u000a| �[0;m�[1;31m20221210041242833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041242833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041242833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041242833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041242833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041242833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041242845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041242853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041242853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041242853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:45.773912 run osmo-msc_10.42.42.6(pid=25006): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25006)]\u000a04:12:45.824991 run osmo-msc_10.42.42.6(pid=25006): stdout: \u000a| (launched: 2022-12-10_04:12:44.616042) \u000a04:12:45.896598 run osmo-msc_10.42.42.6(pid=25006): stderr: \u000a| �[0;m�[38;5;43m20221210041244934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041244935 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1259e11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041244935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041244935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041244935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041244935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041244937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041244937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041244937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041244937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:45.947044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24999): Terminating (SIGTERM)\u000a04:12:46.001528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25002): Terminating (SIGTERM)\u000a04:12:46.045284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25005): Terminating (SIGTERM)\u000a04:12:46.056892 --- ParallelTerminationStrategy: PID 24999 died...\u000a04:12:46.115131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24999): Terminated: ok {rc=0}\u000a04:12:46.125813 --- ParallelTerminationStrategy: PID 25002 died...\u000a04:12:46.182608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25002): Terminated: ok {rc=0}\u000a04:12:46.193250 --- ParallelTerminationStrategy: PID 25005 died...\u000a04:12:46.250623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25005): Terminated: ok {rc=0}\u000a04:12:46.337403 bus /sierra_3: Setting Powered False\u000a04:12:47.438349 bus /sierra_3: Setting Powered False\u000a04:12:48.549152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:12:29" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25017): Process ended prematurely: osmo-stp_10.42.42.5(pid=25017) [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25017)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25017): Process ended prematurely: osmo-stp_10.42.42.5(pid=25017) [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a04:12:50.531834 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:12:50.543665 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:12:50.680638 tst mo_mt_call.py: using LAC 25908\u000a04:12:50.802262 tst mo_mt_call.py: using RAC 153\u000a04:12:50.915496 tst mo_mt_call.py: using CellId 25908\u000a04:12:51.029172 tst mo_mt_call.py: using BVCI 25909\u000a04:12:51.051381 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:12:51.062687 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:12:51.073657 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:12:51.084844 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:12:51.096237 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:12:51.107575 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:12:51.222386 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:12:51.418859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:51.880108 run create_hlr_db(pid=25011): Launched\u000a04:12:52.049594 bus /sierra_2: Setting Powered False\u000a04:12:53.071347 run create_hlr_db(pid=25011): Terminated: ok {rc=0}\u000a04:12:53.462651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25013): Launched\u000a04:12:53.755284 run osmo-hlr_10.42.42.2(pid=25014): Launched\u000a04:12:53.862773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:54.373561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25016): Launched\u000a04:12:54.667738 run osmo-stp_10.42.42.5(pid=25017): Launched\u000a04:12:54.775993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:55.314485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25019): Launched\u000a04:12:55.608286 run osmo-msc_10.42.42.6(pid=25020): Launched\u000a04:12:55.787008 run osmo-stp_10.42.42.5(pid=25017): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25017)]\u000a04:12:55.921824 run osmo-stp_10.42.42.5(pid=25017): stdout: \u000a| (launched: 2022-12-10_04:12:54.523009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:56.063732 run osmo-stp_10.42.42.5(pid=25017): stderr: \u000a| �[0;m�[38;5;43m20221210041254692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041254692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041254692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041254693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041254693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041254693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041254693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:56.190595 run osmo-stp_10.42.42.5(pid=25017): stdout: \u000a| (launched: 2022-12-10_04:12:54.523009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:56.316198 run osmo-stp_10.42.42.5(pid=25017): stderr: \u000a| �[0;m�[38;5;43m20221210041254692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041254692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041254692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041254693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041254693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041254693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041254693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:56.371916 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25017): Process ended prematurely: osmo-stp_10.42.42.5(pid=25017) [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25017)] [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a04:12:56.381424 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a04:12:56.443415 run osmo-hlr_10.42.42.2(pid=25014): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25014)]\u000a04:12:56.494371 run osmo-hlr_10.42.42.2(pid=25014): stdout: \u000a| (launched: 2022-12-10_04:12:53.611308) \u000a04:12:56.545879 run osmo-hlr_10.42.42.2(pid=25014): stderr: \u000a| �[0;m�[1;31m20221210041253785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041253785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041253785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041253785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041253785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041253785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041253798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041253806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041253807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041253807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:56.615784 run osmo-msc_10.42.42.6(pid=25020): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25020)]\u000a04:12:56.666322 run osmo-msc_10.42.42.6(pid=25020): stdout: \u000a| (launched: 2022-12-10_04:12:55.463857) \u000a04:12:56.717319 run osmo-msc_10.42.42.6(pid=25020): stderr: \u000a| �[0;m�[38;5;43m20221210041255736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041255736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6cb771fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041255736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041255736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041255737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041255737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041255738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041255739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041255739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041255739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:56.761668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25013): Terminating (SIGTERM)\u000a04:12:56.803479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25016): Terminating (SIGTERM)\u000a04:12:56.845208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25019): Terminating (SIGTERM)\u000a04:12:56.854883 --- ParallelTerminationStrategy: PID 25013 died...\u000a04:12:56.910789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25013): Terminated: ok {rc=0}\u000a04:12:56.920833 --- ParallelTerminationStrategy: PID 25016 died...\u000a04:12:56.976270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25016): Terminated: ok {rc=0}\u000a04:12:56.986386 --- ParallelTerminationStrategy: PID 25019 died...\u000a04:12:57.041546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25019): Terminated: ok {rc=0}\u000a04:12:57.128079 bus /sierra_3: Setting Powered False\u000a04:12:58.234879 bus /sierra_3: Setting Powered False\u000a04:12:59.340840 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25028): Process ended prematurely: osmo-stp_10.42.42.5(pid=25028) [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25028)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25028): Process ended prematurely: osmo-stp_10.42.42.5(pid=25028) [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:13:00.453914 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:00.466355 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:13:00.613215 tst mo_mt_call_osmux.py: using LAC 25909\u000a04:13:00.735991 tst mo_mt_call_osmux.py: using RAC 154\u000a04:13:00.862306 tst mo_mt_call_osmux.py: using CellId 25909\u000a04:13:01.000298 tst mo_mt_call_osmux.py: using BVCI 25910\u000a04:13:01.025291 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:01.038070 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:01.052183 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:01.065278 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:01.078266 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:01.091609 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:01.208480 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:01.431315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:01.963334 run create_hlr_db(pid=25022): Launched\u000a04:13:02.151038 bus /sierra_2: Setting Powered False\u000a04:13:03.165628 run create_hlr_db(pid=25022): Terminated: ok {rc=0}\u000a04:13:03.560824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25024): Launched\u000a04:13:03.853708 run osmo-hlr_10.42.42.2(pid=25025): Launched\u000a04:13:03.965344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:04.481815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25027): Launched\u000a04:13:04.775321 run osmo-stp_10.42.42.5(pid=25028): Launched\u000a04:13:04.882878 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:05.420426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25030): Launched\u000a04:13:05.719310 run osmo-msc_10.42.42.6(pid=25032): Launched\u000a04:13:05.892237 run osmo-stp_10.42.42.5(pid=25028): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25028)]\u000a04:13:06.018029 run osmo-stp_10.42.42.5(pid=25028): stdout: \u000a| (launched: 2022-12-10_04:13:04.631040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:06.140685 run osmo-stp_10.42.42.5(pid=25028): stderr: \u000a| �[0;m�[38;5;43m20221210041304801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041304801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041304801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041304802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041304802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041304802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041304802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:06.259338 run osmo-stp_10.42.42.5(pid=25028): stdout: \u000a| (launched: 2022-12-10_04:13:04.631040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:06.376503 run osmo-stp_10.42.42.5(pid=25028): stderr: \u000a| �[0;m�[38;5;43m20221210041304801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041304801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041304801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041304802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041304802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041304802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041304802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:06.428436 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25028): Process ended prematurely: osmo-stp_10.42.42.5(pid=25028) [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25028)] [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a04:13:06.437126 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:13:06.496791 run osmo-hlr_10.42.42.2(pid=25025): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25025)]\u000a04:13:06.545366 run osmo-hlr_10.42.42.2(pid=25025): stdout: \u000a| (launched: 2022-12-10_04:13:03.710450) \u000a04:13:06.594639 run osmo-hlr_10.42.42.2(pid=25025): stderr: \u000a| �[0;m�[1;31m20221210041303887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041303887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041303887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041303887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041303887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041303887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041303899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041303907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041303907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041303907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:06.661628 run osmo-msc_10.42.42.6(pid=25032): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25032)]\u000a04:13:06.710114 run osmo-msc_10.42.42.6(pid=25032): stdout: \u000a| (launched: 2022-12-10_04:13:05.569842) \u000a04:13:06.759335 run osmo-msc_10.42.42.6(pid=25032): stderr: \u000a| �[0;m�[38;5;43m20221210041305839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041305839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcb5327c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041305839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041305840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041305840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041305840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041305843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041305843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041305843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041305843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:06.800671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25024): Terminating (SIGTERM)\u000a04:13:06.840127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25027): Terminating (SIGTERM)\u000a04:13:06.879619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25030): Terminating (SIGTERM)\u000a04:13:06.889162 --- ParallelTerminationStrategy: PID 25024 died...\u000a04:13:06.941544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25024): Terminated: ok {rc=0}\u000a04:13:06.951360 --- ParallelTerminationStrategy: PID 25027 died...\u000a04:13:07.004109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25027): Terminated: ok {rc=0}\u000a04:13:07.013974 --- ParallelTerminationStrategy: PID 25030 died...\u000a04:13:07.067052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25030): Terminated: ok {rc=0}\u000a04:13:07.153206 bus /sierra_3: Setting Powered False\u000a04:13:08.257174 bus /sierra_3: Setting Powered False\u000a04:13:09.361908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:12:50" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25043): Process ended prematurely: osmo-stp_10.42.42.5(pid=25043) [trial-2369↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25043): Process ended prematurely: osmo-stp_10.42.42.5(pid=25043) [trial-2369↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:13:11.380044 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:11.391196 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:13:11.527827 tst emergency_mo_mt_call.py: using LAC 25910\u000a04:13:11.648273 tst emergency_mo_mt_call.py: using RAC 155\u000a04:13:11.768816 tst emergency_mo_mt_call.py: using CellId 25910\u000a04:13:11.891154 tst emergency_mo_mt_call.py: using BVCI 25911\u000a04:13:11.914515 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:11.925536 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:11.936421 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:11.947286 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:11.958572 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:11.969376 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:12.086773 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:12.283767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:12.738750 run create_hlr_db(pid=25037): Launched\u000a04:13:12.906041 bus /sierra_2: Setting Powered False\u000a04:13:13.927068 run create_hlr_db(pid=25037): Terminated: ok {rc=0}\u000a04:13:14.312230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25039): Launched\u000a04:13:14.601944 run osmo-hlr_10.42.42.2(pid=25040): Launched\u000a04:13:14.707077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:15.208039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25042): Launched\u000a04:13:15.497551 run osmo-stp_10.42.42.5(pid=25043): Launched\u000a04:13:15.621737 tst emergency_mo_mt_call.py: using MSISDN 7545\u000a04:13:15.770362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:16.360283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25045): Launched\u000a04:13:16.724344 run osmo-msc_10.42.42.6(pid=25046): Launched\u000a04:13:17.172030 run osmo-stp_10.42.42.5(pid=25043): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]\u000a04:13:17.359759 run osmo-stp_10.42.42.5(pid=25043): stdout: \u000a| (launched: 2022-12-10_04:13:15.354535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:17.489336 run osmo-stp_10.42.42.5(pid=25043): stderr: \u000a| �[0;m�[38;5;43m20221210041315527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041315527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041315527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041315528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041315528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041315528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041315528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:17.614050 run osmo-stp_10.42.42.5(pid=25043): stdout: \u000a| (launched: 2022-12-10_04:13:15.354535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:17.737608 run osmo-stp_10.42.42.5(pid=25043): stderr: \u000a| �[0;m�[38;5;43m20221210041315527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041315527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041315527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041315528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041315528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041315528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041315528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:17.791926 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25043): Process ended prematurely: osmo-stp_10.42.42.5(pid=25043) [trial-2369↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)] [trial-2369↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a04:13:17.800679 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a04:13:17.862768 run osmo-hlr_10.42.42.2(pid=25040): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25040)]\u000a04:13:17.913482 run osmo-hlr_10.42.42.2(pid=25040): stdout: \u000a| (launched: 2022-12-10_04:13:14.459106) \u000a04:13:17.964827 run osmo-hlr_10.42.42.2(pid=25040): stderr: \u000a| �[0;m�[1;31m20221210041314633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041314646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041314654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041314654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041314654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:18.034685 run osmo-msc_10.42.42.6(pid=25046): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25046)]\u000a04:13:18.085309 run osmo-msc_10.42.42.6(pid=25046): stdout: \u000a| (launched: 2022-12-10_04:13:16.521972) \u000a04:13:18.136169 run osmo-msc_10.42.42.6(pid=25046): stderr: \u000a| �[0;m�[38;5;43m20221210041317068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041317068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faea02e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041317068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041317068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041317068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041317068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041317070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041317071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041317071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041317071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:18.179533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25039): Terminating (SIGTERM)\u000a04:13:18.220531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25042): Terminating (SIGTERM)\u000a04:13:18.261995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25045): Terminating (SIGTERM)\u000a04:13:18.271459 --- ParallelTerminationStrategy: PID 25039 died...\u000a04:13:18.326153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25039): Terminated: ok {rc=0}\u000a04:13:18.336005 --- ParallelTerminationStrategy: PID 25042 died...\u000a04:13:18.390728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25042): Terminated: ok {rc=0}\u000a04:13:18.400496 --- ParallelTerminationStrategy: PID 25045 died...\u000a04:13:18.454965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25045): Terminated: ok {rc=0}\u000a04:13:18.540098 bus /sierra_3: Setting Powered False\u000a04:13:19.644311 bus /sierra_3: Setting Powered False\u000a04:13:20.752498 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25054): Process ended prematurely: osmo-stp_10.42.42.5(pid=25054) [trial-2369↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25054)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25054): Process ended prematurely: osmo-stp_10.42.42.5(pid=25054) [trial-2369↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:13:21.804430 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:21.816232 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:13:21.955359 tst emergency_preemptive_call.py: using LAC 25911\u000a04:13:22.075713 tst emergency_preemptive_call.py: using RAC 156\u000a04:13:22.198782 tst emergency_preemptive_call.py: using CellId 25911\u000a04:13:22.319948 tst emergency_preemptive_call.py: using BVCI 25912\u000a04:13:22.343409 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:22.354623 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:22.365676 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:22.376557 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:22.387470 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:22.398537 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:22.512659 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:22.625875 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:22.737520 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:22.940447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:23.434400 run create_hlr_db(pid=25048): Launched\u000a04:13:23.614746 bus /sierra_2: Setting Powered False\u000a04:13:24.635353 run create_hlr_db(pid=25048): Terminated: ok {rc=0}\u000a04:13:25.024529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25050): Launched\u000a04:13:25.314732 run osmo-hlr_10.42.42.2(pid=25051): Launched\u000a04:13:25.427075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:25.939004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25053): Launched\u000a04:13:26.228420 run osmo-stp_10.42.42.5(pid=25054): Launched\u000a04:13:26.352371 tst emergency_preemptive_call.py: using MSISDN 7546\u000a04:13:26.502303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:27.028706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25056): Launched\u000a04:13:27.318886 run osmo-msc_10.42.42.6(pid=25057): Launched\u000a04:13:27.493065 run osmo-stp_10.42.42.5(pid=25054): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25054)]\u000a04:13:27.617647 run osmo-stp_10.42.42.5(pid=25054): stdout: \u000a| (launched: 2022-12-10_04:13:26.086169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:27.739617 run osmo-stp_10.42.42.5(pid=25054): stderr: \u000a| �[0;m�[38;5;43m20221210041326255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041326255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041326255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041326256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041326257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041326257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041326257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:27.857476 run osmo-stp_10.42.42.5(pid=25054): stdout: \u000a| (launched: 2022-12-10_04:13:26.086169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:27.973510 run osmo-stp_10.42.42.5(pid=25054): stderr: \u000a| �[0;m�[38;5;43m20221210041326255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041326255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041326255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041326256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041326257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041326257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041326257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:28.024561 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25054): Process ended prematurely: osmo-stp_10.42.42.5(pid=25054) [trial-2369↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25054)] [trial-2369↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a04:13:28.032845 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a04:13:28.092510 run osmo-hlr_10.42.42.2(pid=25051): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25051)]\u000a04:13:28.141249 run osmo-hlr_10.42.42.2(pid=25051): stdout: \u000a| (launched: 2022-12-10_04:13:25.171893) \u000a04:13:28.190307 run osmo-hlr_10.42.42.2(pid=25051): stderr: \u000a| �[0;m�[1;31m20221210041325345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041325346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041325346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041325346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041325346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041325346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041325359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041325369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041325369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041325369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:28.256922 run osmo-msc_10.42.42.6(pid=25057): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25057)]\u000a04:13:28.305378 run osmo-msc_10.42.42.6(pid=25057): stdout: \u000a| (launched: 2022-12-10_04:13:27.175474) \u000a04:13:28.354814 run osmo-msc_10.42.42.6(pid=25057): stderr: \u000a| �[0;m�[38;5;43m20221210041327446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041327447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc912f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041327447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041327447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041327447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041327447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041327449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041327449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041327450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041327450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:28.396469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25050): Terminating (SIGTERM)\u000a04:13:28.435965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25053): Terminating (SIGTERM)\u000a04:13:28.475487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25056): Terminating (SIGTERM)\u000a04:13:28.485009 --- ParallelTerminationStrategy: PID 25050 died...\u000a04:13:28.537797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25050): Terminated: ok {rc=0}\u000a04:13:28.547547 --- ParallelTerminationStrategy: PID 25053 died...\u000a04:13:28.600207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25053): Terminated: ok {rc=0}\u000a04:13:28.609856 --- ParallelTerminationStrategy: PID 25056 died...\u000a04:13:28.662462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25056): Terminated: ok {rc=0}\u000a04:13:28.748423 bus /sierra_9: Setting Powered False\u000a04:13:29.850524 bus /sierra_9: Setting Powered False\u000a04:13:30.990918 bus /sierra_8: Setting Powered False\u000a04:13:32.116551 bus /sierra_8: Setting Powered False\u000a04:13:33.224680 bus /sierra_3: Setting Powered False\u000a04:13:34.328982 bus /sierra_3: Setting Powered False\u000a04:13:35.438687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:13:11" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25073): Process ended prematurely: osmo-stp_10.42.42.5(pid=25073) [trial-2369↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25073)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25073): Process ended prematurely: osmo-stp_10.42.42.5(pid=25073) [trial-2369↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:13:37.563491 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:37.574560 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:13:37.708000 tst cs_paging_gprs_active.py: using LAC 25912\u000a04:13:37.821460 tst cs_paging_gprs_active.py: using RAC 157\u000a04:13:37.935363 tst cs_paging_gprs_active.py: using CellId 25912\u000a04:13:38.049324 tst cs_paging_gprs_active.py: using BVCI 25913\u000a04:13:38.071818 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:38.082571 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:38.093010 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:38.103567 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:38.114679 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:38.125579 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:38.136428 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:38.146943 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:38.157627 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:38.276182 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:38.549688 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:13:38.672724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:13:38.977640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25062): Launched\u000a04:13:39.230407 run iperf3-srv_10.42.42.10(pid=25063): Launched\u000a04:13:39.410896 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:13:39.533921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:13:39.839430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25064): Launched\u000a04:13:40.092837 run iperf3-srv_10.42.42.10(pid=25065): Launched\u000a04:13:40.273029 tst cs_paging_gprs_active.py:38: start network...\u000a04:13:40.395988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:40.859875 run create_hlr_db(pid=25067): Launched\u000a04:13:41.030203 bus /sierra_2: Setting Powered False\u000a04:13:42.053078 run create_hlr_db(pid=25067): Terminated: ok {rc=0}\u000a04:13:42.471173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25069): Launched\u000a04:13:42.787292 run osmo-hlr_10.42.42.2(pid=25070): Launched\u000a04:13:42.903197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:43.450548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25072): Launched\u000a04:13:43.766815 run osmo-stp_10.42.42.5(pid=25073): Launched\u000a04:13:43.882637 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:13:44.430773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25075): Launched\u000a04:13:44.543574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:13:44.817362 run patchelf(pid=25076): Launched\u000a04:13:45.001859 run osmo-stp_10.42.42.5(pid=25073): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25073)]\u000a04:13:45.137190 run osmo-stp_10.42.42.5(pid=25073): stdout: \u000a| (launched: 2022-12-10_04:13:43.611543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:45.272570 run osmo-stp_10.42.42.5(pid=25073): stderr: \u000a| �[0;m�[38;5;43m20221210041343802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041343802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041343802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041343803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041343805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041343805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041343805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:45.403069 run osmo-stp_10.42.42.5(pid=25073): stdout: \u000a| (launched: 2022-12-10_04:13:43.611543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:45.532378 run osmo-stp_10.42.42.5(pid=25073): stderr: \u000a| �[0;m�[38;5;43m20221210041343802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041343802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041343802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041343803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041343805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041343805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041343805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:45.683489 run patchelf(pid=25076): Terminating (SIGINT)\u000a04:13:45.876495 run patchelf(pid=25076): Terminated: ok {rc=0}\u000a04:13:45.915874 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25073): Process ended prematurely: osmo-stp_10.42.42.5(pid=25073) [trial-2369↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25073)] [trial-2369↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a04:13:45.930271 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a04:13:45.993310 run osmo-hlr_10.42.42.2(pid=25070): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25070)]\u000a04:13:46.046548 run osmo-hlr_10.42.42.2(pid=25070): stdout: \u000a| (launched: 2022-12-10_04:13:42.632229) \u000a04:13:46.098703 run osmo-hlr_10.42.42.2(pid=25070): stderr: \u000a| �[0;m�[1;31m20221210041342828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041342828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041342828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041342828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041342828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041342828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041342839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041342848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041342848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041342848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:46.143197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25062): Terminating (SIGTERM)\u000a04:13:46.186868 run iperf3-srv_10.42.42.10(pid=25063): Terminating (SIGTERM)\u000a04:13:46.230659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25064): Terminating (SIGTERM)\u000a04:13:46.274199 run iperf3-srv_10.42.42.10(pid=25065): Terminating (SIGTERM)\u000a04:13:46.318080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25069): Terminating (SIGTERM)\u000a04:13:46.361955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25072): Terminating (SIGTERM)\u000a04:13:46.406704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25075): Terminating (SIGTERM)\u000a04:13:46.416503 --- ParallelTerminationStrategy: PID 25062 died...\u000a04:13:46.472676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25062): Terminated: ok {rc=0}\u000a04:13:46.483195 --- ParallelTerminationStrategy: PID 25063 died...\u000a04:13:46.539433 run iperf3-srv_10.42.42.10(pid=25063): Terminated {rc=256}\u000a04:13:46.549916 --- ParallelTerminationStrategy: PID 25064 died...\u000a04:13:46.606217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25064): Terminated: ok {rc=0}\u000a04:13:46.616714 --- ParallelTerminationStrategy: PID 25065 died...\u000a04:13:46.672522 run iperf3-srv_10.42.42.10(pid=25065): Terminated {rc=256}\u000a04:13:46.682921 --- ParallelTerminationStrategy: PID 25069 died...\u000a04:13:46.738873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25069): Terminated: ok {rc=0}\u000a04:13:46.749294 --- ParallelTerminationStrategy: PID 25072 died...\u000a04:13:46.805506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25072): Terminated: ok {rc=0}\u000a04:13:46.815844 --- ParallelTerminationStrategy: PID 25075 died...\u000a04:13:46.871970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25075): Terminated: ok {rc=0}\u000a04:13:46.979224 bus /gobi_0: Setting Powered False\u000a04:13:48.083088 bus /gobi_0: Setting Powered False\u000a04:13:49.189738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25085): Process ended prematurely: osmo-stp_10.42.42.5(pid=25085) [trial-2369↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25085)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25085): Process ended prematurely: osmo-stp_10.42.42.5(pid=25085) [trial-2369↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a04:13:50.303115 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:50.314630 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:13:50.456209 tst iperf3.py: using LAC 25913\u000a04:13:50.579675 tst iperf3.py: using RAC 158\u000a04:13:50.712288 tst iperf3.py: using CellId 25913\u000a04:13:50.847323 tst iperf3.py: using BVCI 25914\u000a04:13:50.871529 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:50.882636 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:50.893462 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:50.904224 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:50.914896 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:50.925629 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:50.936480 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:50.947275 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:50.958189 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:51.233069 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:13:51.357352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:13:51.663832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25077): Launched\u000a04:13:51.919093 run iperf3-srv_10.42.42.10(pid=25078): Launched\u000a04:13:52.100665 tst iperf3.py:8: start network...\u000a04:13:52.224704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:52.688838 run create_hlr_db(pid=25079): Launched\u000a04:13:52.858479 bus /gobi_6: Setting Powered False\u000a04:13:53.880317 run create_hlr_db(pid=25079): Terminated: ok {rc=0}\u000a04:13:54.298640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25081): Launched\u000a04:13:54.614173 run osmo-hlr_10.42.42.2(pid=25082): Launched\u000a04:13:54.732787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:55.279073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25084): Launched\u000a04:13:55.593336 run osmo-stp_10.42.42.5(pid=25085): Launched\u000a04:13:55.708274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:13:56.256793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25087): Launched\u000a04:13:56.369368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:13:56.642204 run patchelf(pid=25088): Launched\u000a04:13:56.826817 run osmo-stp_10.42.42.5(pid=25085): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25085)]\u000a04:13:56.961974 run osmo-stp_10.42.42.5(pid=25085): stdout: \u000a| (launched: 2022-12-10_04:13:55.438660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:57.097528 run osmo-stp_10.42.42.5(pid=25085): stderr: \u000a| �[0;m�[38;5;43m20221210041355630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041355630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041355630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041355631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041355631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041355631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041355631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:57.228257 run osmo-stp_10.42.42.5(pid=25085): stdout: \u000a| (launched: 2022-12-10_04:13:55.438660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:57.358035 run osmo-stp_10.42.42.5(pid=25085): stderr: \u000a| �[0;m�[38;5;43m20221210041355630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041355630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041355630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041355631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041355631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041355631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041355631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:57.508428 run patchelf(pid=25088): Terminating (SIGINT)\u000a04:13:57.685080 run patchelf(pid=25088): Terminated: ok {rc=0}\u000a04:13:57.717972 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25085): Process ended prematurely: osmo-stp_10.42.42.5(pid=25085) [trial-2369↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25085)] [trial-2369↪gprs:trx-umtrx↪iperf3.py:8]\u000a04:13:57.728081 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:13:57.790083 run osmo-hlr_10.42.42.2(pid=25082): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25082)]\u000a04:13:57.840183 run osmo-hlr_10.42.42.2(pid=25082): stdout: \u000a| (launched: 2022-12-10_04:13:54.459031) \u000a04:13:57.890731 run osmo-hlr_10.42.42.2(pid=25082): stderr: \u000a| �[0;m�[1;31m20221210041354657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041354657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041354657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041354657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041354657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041354657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041354670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041354678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041354678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041354678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:57.933995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25077): Terminating (SIGTERM)\u000a04:13:57.974722 run iperf3-srv_10.42.42.10(pid=25078): Terminating (SIGTERM)\u000a04:13:58.015597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25081): Terminating (SIGTERM)\u000a04:13:58.056236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25084): Terminating (SIGTERM)\u000a04:13:58.097196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25087): Terminating (SIGTERM)\u000a04:13:58.106697 --- ParallelTerminationStrategy: PID 25077 died...\u000a04:13:58.161315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25077): Terminated: ok {rc=0}\u000a04:13:58.171210 --- ParallelTerminationStrategy: PID 25078 died...\u000a04:13:58.225375 run iperf3-srv_10.42.42.10(pid=25078): Terminated {rc=256}\u000a04:13:58.235175 --- ParallelTerminationStrategy: PID 25081 died...\u000a04:13:58.289334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25081): Terminated: ok {rc=0}\u000a04:13:58.299160 --- ParallelTerminationStrategy: PID 25084 died...\u000a04:13:58.353537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25084): Terminated: ok {rc=0}\u000a04:13:58.363372 --- ParallelTerminationStrategy: PID 25087 died...\u000a04:13:58.417594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25087): Terminated: ok {rc=0}\u000a04:13:58.502015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25103): Process ended prematurely: osmo-stp_10.42.42.5(pid=25103) [trial-2369↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25103)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25103): Process ended prematurely: osmo-stp_10.42.42.5(pid=25103) [trial-2369↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a04:13:59.613682 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:13:59.625084 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:13:59.766327 tst iperf3m4.py: using LAC 25914\u000a04:13:59.890029 tst iperf3m4.py: using RAC 159\u000a04:14:00.014987 tst iperf3m4.py: using CellId 25914\u000a04:14:00.138410 tst iperf3m4.py: using BVCI 25915\u000a04:14:00.162497 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:00.174040 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:00.184875 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:00.195749 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:00.206968 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:00.217782 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:00.228701 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:00.239574 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:00.250620 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:00.365489 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:00.488644 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:00.606192 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:00.920175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:14:01.065745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:01.407844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25089): Launched\u000a04:14:01.698329 run iperf3-srv_10.42.42.10(pid=25090): Launched\u000a04:14:01.897146 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:14:02.030778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:02.358938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25091): Launched\u000a04:14:02.629116 run iperf3-srv_10.42.42.10(pid=25092): Launched\u000a04:14:02.823269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:14:02.955181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:03.280035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25093): Launched\u000a04:14:03.549253 run iperf3-srv_10.42.42.10(pid=25094): Launched\u000a04:14:03.742746 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:14:03.875919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:04.201789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25095): Launched\u000a04:14:04.471559 run iperf3-srv_10.42.42.10(pid=25096): Launched\u000a04:14:04.664659 tst iperf3m4.py:8: start network...\u000a04:14:04.796622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:05.299349 run create_hlr_db(pid=25097): Launched\u000a04:14:05.482363 bus /gobi_6: Setting Powered False\u000a04:14:06.502811 run create_hlr_db(pid=25097): Terminated: ok {rc=0}\u000a04:14:06.922064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25099): Launched\u000a04:14:07.235626 run osmo-hlr_10.42.42.2(pid=25100): Launched\u000a04:14:07.351128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:07.899161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25102): Launched\u000a04:14:08.213463 run osmo-stp_10.42.42.5(pid=25103): Launched\u000a04:14:08.327614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:08.876813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25105): Launched\u000a04:14:08.989378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:09.263117 run patchelf(pid=25106): Launched\u000a04:14:09.448245 run osmo-stp_10.42.42.5(pid=25103): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25103)]\u000a04:14:09.583775 run osmo-stp_10.42.42.5(pid=25103): stdout: \u000a| (launched: 2022-12-10_04:14:08.059571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:09.719570 run osmo-stp_10.42.42.5(pid=25103): stderr: \u000a| �[0;m�[38;5;43m20221210041408249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041408249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041408250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041408250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041408250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041408250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041408251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:09.851268 run osmo-stp_10.42.42.5(pid=25103): stdout: \u000a| (launched: 2022-12-10_04:14:08.059571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:09.980762 run osmo-stp_10.42.42.5(pid=25103): stderr: \u000a| �[0;m�[38;5;43m20221210041408249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041408249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041408250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041408250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041408250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041408250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041408251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:10.131471 run patchelf(pid=25106): Terminating (SIGINT)\u000a04:14:10.308741 run patchelf(pid=25106): Terminated: ok {rc=0}\u000a04:14:10.341463 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25103): Process ended prematurely: osmo-stp_10.42.42.5(pid=25103) [trial-2369↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25103)] [trial-2369↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a04:14:10.351509 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:14:10.412860 run osmo-hlr_10.42.42.2(pid=25100): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25100)]\u000a04:14:10.462856 run osmo-hlr_10.42.42.2(pid=25100): stdout: \u000a| (launched: 2022-12-10_04:14:07.082385) \u000a04:14:10.513401 run osmo-hlr_10.42.42.2(pid=25100): stderr: \u000a| �[0;m�[1;31m20221210041407279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041407279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041407279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041407279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041407279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041407279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041407291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041407300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041407300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041407300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:10.556552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25089): Terminating (SIGTERM)\u000a04:14:10.597694 run iperf3-srv_10.42.42.10(pid=25090): Terminating (SIGTERM)\u000a04:14:10.639020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25091): Terminating (SIGTERM)\u000a04:14:10.680127 run iperf3-srv_10.42.42.10(pid=25092): Terminating (SIGTERM)\u000a04:14:10.721152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25093): Terminating (SIGTERM)\u000a04:14:10.761969 run iperf3-srv_10.42.42.10(pid=25094): Terminating (SIGTERM)\u000a04:14:10.803233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25095): Terminating (SIGTERM)\u000a04:14:10.844198 run iperf3-srv_10.42.42.10(pid=25096): Terminating (SIGTERM)\u000a04:14:10.885107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25099): Terminating (SIGTERM)\u000a04:14:10.926014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25102): Terminating (SIGTERM)\u000a04:14:10.967199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25105): Terminating (SIGTERM)\u000a04:14:10.976803 --- ParallelTerminationStrategy: PID 25089 died...\u000a04:14:11.032048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25089): Terminated: ok {rc=0}\u000a04:14:11.042211 --- ParallelTerminationStrategy: PID 25090 died...\u000a04:14:11.097348 run iperf3-srv_10.42.42.10(pid=25090): Terminated {rc=256}\u000a04:14:11.107361 --- ParallelTerminationStrategy: PID 25091 died...\u000a04:14:11.162630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25091): Terminated: ok {rc=0}\u000a04:14:11.172756 --- ParallelTerminationStrategy: PID 25092 died...\u000a04:14:11.227667 run iperf3-srv_10.42.42.10(pid=25092): Terminated {rc=256}\u000a04:14:11.237790 --- ParallelTerminationStrategy: PID 25093 died...\u000a04:14:11.292847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25093): Terminated: ok {rc=0}\u000a04:14:11.302774 --- ParallelTerminationStrategy: PID 25094 died...\u000a04:14:11.357999 run iperf3-srv_10.42.42.10(pid=25094): Terminated {rc=256}\u000a04:14:11.368067 --- ParallelTerminationStrategy: PID 25095 died...\u000a04:14:11.423367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25095): Terminated: ok {rc=0}\u000a04:14:11.433520 --- ParallelTerminationStrategy: PID 25096 died...\u000a04:14:11.488441 run iperf3-srv_10.42.42.10(pid=25096): Terminated {rc=256}\u000a04:14:11.498597 --- ParallelTerminationStrategy: PID 25099 died...\u000a04:14:11.553760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25099): Terminated: ok {rc=0}\u000a04:14:11.563789 --- ParallelTerminationStrategy: PID 25102 died...\u000a04:14:11.618987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25102): Terminated: ok {rc=0}\u000a04:14:11.629071 --- ParallelTerminationStrategy: PID 25105 died...\u000a04:14:11.684191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25105): Terminated: ok {rc=0}\u000a04:14:11.769476 bus /gobi_4: Setting Powered False\u000a04:14:12.871812 bus /gobi_4: Setting Powered False\u000a04:14:13.981872 bus /gobi_1: Setting Powered False\u000a04:14:15.083530 bus /gobi_1: Setting Powered False\u000a04:14:16.195381 bus /gobi_0: Setting Powered False\u000a04:14:17.300003 bus /gobi_0: Setting Powered False\u000a04:14:18.406859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25113): Process ended prematurely: osmo-stp_10.42.42.5(pid=25113) [trial-2369↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25113)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25113): Process ended prematurely: osmo-stp_10.42.42.5(pid=25113) [trial-2369↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a04:14:19.474963 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:19.486544 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:19.625183 tst ping.py: using LAC 25915\u000a04:14:19.746876 tst ping.py: using RAC 160\u000a04:14:19.869194 tst ping.py: using CellId 25915\u000a04:14:19.991140 tst ping.py: using BVCI 25916\u000a04:14:20.014863 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:20.025834 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:20.037135 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:20.048331 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:20.059437 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:20.070666 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:20.082004 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:20.093260 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:20.362205 tst ping.py:19: start network...\u000a04:14:20.483623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:20.939163 run create_hlr_db(pid=25107): Launched\u000a04:14:21.106291 bus /gobi_6: Setting Powered False\u000a04:14:22.127024 run create_hlr_db(pid=25107): Terminated: ok {rc=0}\u000a04:14:22.536386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25109): Launched\u000a04:14:22.845560 run osmo-hlr_10.42.42.2(pid=25110): Launched\u000a04:14:22.962725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:23.502202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25112): Launched\u000a04:14:23.811007 run osmo-stp_10.42.42.5(pid=25113): Launched\u000a04:14:23.923506 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:24.462970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25115): Launched\u000a04:14:24.574311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:24.843814 run patchelf(pid=25116): Launched\u000a04:14:25.026047 run osmo-stp_10.42.42.5(pid=25113): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25113)]\u000a04:14:25.159050 run osmo-stp_10.42.42.5(pid=25113): stdout: \u000a| (launched: 2022-12-10_04:14:23.659561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:25.292564 run osmo-stp_10.42.42.5(pid=25113): stderr: \u000a| �[0;m�[38;5;43m20221210041423850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041423850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041423850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041423850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041423851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041423851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041423851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:25.421282 run osmo-stp_10.42.42.5(pid=25113): stdout: \u000a| (launched: 2022-12-10_04:14:23.659561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:25.548484 run osmo-stp_10.42.42.5(pid=25113): stderr: \u000a| �[0;m�[38;5;43m20221210041423850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041423850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041423850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041423850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041423851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041423851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041423851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:25.697074 run patchelf(pid=25116): Terminating (SIGINT)\u000a04:14:25.872292 run patchelf(pid=25116): Terminated: ok {rc=0}\u000a04:14:25.904158 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25113): Process ended prematurely: osmo-stp_10.42.42.5(pid=25113) [trial-2369↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25113)] [trial-2369↪gprs:trx-umtrx↪ping.py:22]\u000a04:14:25.913494 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:14:25.975766 run osmo-hlr_10.42.42.2(pid=25110): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25110)]\u000a04:14:26.026109 run osmo-hlr_10.42.42.2(pid=25110): stdout: \u000a| (launched: 2022-12-10_04:14:22.693247) \u000a04:14:26.077265 run osmo-hlr_10.42.42.2(pid=25110): stderr: \u000a| �[0;m�[1;31m20221210041422891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041422891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041422891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041422891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041422891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041422891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041422904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041422912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041422913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041422913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:26.120877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25109): Terminating (SIGTERM)\u000a04:14:26.162214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25112): Terminating (SIGTERM)\u000a04:14:26.203616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25115): Terminating (SIGTERM)\u000a04:14:26.213270 --- ParallelTerminationStrategy: PID 25109 died...\u000a04:14:26.268136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25109): Terminated: ok {rc=0}\u000a04:14:26.278225 --- ParallelTerminationStrategy: PID 25112 died...\u000a04:14:26.333165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25112): Terminated: ok {rc=0}\u000a04:14:26.343145 --- ParallelTerminationStrategy: PID 25115 died...\u000a04:14:26.397551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25115): Terminated: ok {rc=0}\u000a04:14:26.484426 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25123): Process ended prematurely: osmo-stp_10.42.42.5(pid=25123) [trial-2369↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25123)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25123): Process ended prematurely: osmo-stp_10.42.42.5(pid=25123) [trial-2369↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a04:14:27.537383 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:27.549477 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:27.689722 tst ping_idle_ping.py: using LAC 25916\u000a04:14:27.811584 tst ping_idle_ping.py: using RAC 161\u000a04:14:27.935373 tst ping_idle_ping.py: using CellId 25916\u000a04:14:28.057259 tst ping_idle_ping.py: using BVCI 25917\u000a04:14:28.081195 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:28.092287 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:28.103223 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:28.114219 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:28.125179 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:28.135997 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:28.147063 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:28.158051 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:28.428467 tst ping_idle_ping.py:24: start network...\u000a04:14:28.550417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:29.010806 run create_hlr_db(pid=25117): Launched\u000a04:14:29.179574 bus /gobi_6: Setting Powered False\u000a04:14:30.200449 run create_hlr_db(pid=25117): Terminated: ok {rc=0}\u000a04:14:30.589325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25119): Launched\u000a04:14:30.949117 run osmo-hlr_10.42.42.2(pid=25120): Launched\u000a04:14:31.143846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:31.699395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25122): Launched\u000a04:14:32.119909 run osmo-stp_10.42.42.5(pid=25123): Launched\u000a04:14:32.318557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:32.863110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25125): Launched\u000a04:14:32.974538 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:33.245109 run patchelf(pid=25126): Launched\u000a04:14:33.427945 run osmo-stp_10.42.42.5(pid=25123): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25123)]\u000a04:14:33.560850 run osmo-stp_10.42.42.5(pid=25123): stdout: \u000a| (launched: 2022-12-10_04:14:31.858466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:33.694382 run osmo-stp_10.42.42.5(pid=25123): stderr: \u000a| �[0;m�[38;5;43m20221210041432156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041432156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041432157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041432157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041432158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041432158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041432158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:33.823462 run osmo-stp_10.42.42.5(pid=25123): stdout: \u000a| (launched: 2022-12-10_04:14:31.858466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:33.951074 run osmo-stp_10.42.42.5(pid=25123): stderr: \u000a| �[0;m�[38;5;43m20221210041432156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041432156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041432157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041432157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041432158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041432158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041432158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:34.099842 run patchelf(pid=25126): Terminating (SIGINT)\u000a04:14:34.273888 run patchelf(pid=25126): Terminated: ok {rc=0}\u000a04:14:34.305651 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25123): Process ended prematurely: osmo-stp_10.42.42.5(pid=25123) [trial-2369↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25123)] [trial-2369↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a04:14:34.315054 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a04:14:34.376738 run osmo-hlr_10.42.42.2(pid=25120): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25120)]\u000a04:14:34.427955 run osmo-hlr_10.42.42.2(pid=25120): stdout: \u000a| (launched: 2022-12-10_04:14:30.737766) \u000a04:14:34.479393 run osmo-hlr_10.42.42.2(pid=25120): stderr: \u000a| �[0;m�[1;31m20221210041430996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041430997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041430997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041430997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041430997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041430997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041431015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041431028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041431028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041431028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:34.522967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25119): Terminating (SIGTERM)\u000a04:14:34.564379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25122): Terminating (SIGTERM)\u000a04:14:34.606166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25125): Terminating (SIGTERM)\u000a04:14:34.615966 --- ParallelTerminationStrategy: PID 25119 died...\u000a04:14:34.671583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25119): Terminated: ok {rc=0}\u000a04:14:34.681793 --- ParallelTerminationStrategy: PID 25122 died...\u000a04:14:34.736725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25122): Terminated: ok {rc=0}\u000a04:14:34.746794 --- ParallelTerminationStrategy: PID 25125 died...\u000a04:14:34.801904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25125): Terminated: ok {rc=0}\u000a04:14:34.888297 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:13:37" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25140): Process ended prematurely: osmo-stp_10.42.42.5(pid=25140) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25140): Process ended prematurely: osmo-stp_10.42.42.5(pid=25140) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:14:37.023674 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:37.034621 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:14:37.169839 tst cs_paging_gprs_active.py: using LAC 25917\u000a04:14:37.285748 tst cs_paging_gprs_active.py: using RAC 162\u000a04:14:37.409386 tst cs_paging_gprs_active.py: using CellId 25917\u000a04:14:37.533097 tst cs_paging_gprs_active.py: using BVCI 25918\u000a04:14:37.557483 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:37.568875 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:37.580125 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:37.591528 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:37.602644 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:37.613778 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:37.624907 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:37.635921 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:37.647692 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:14:37.766226 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:14:38.054759 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:14:38.188891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:38.515556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25130): Launched\u000a04:14:38.786211 run iperf3-srv_10.42.42.10(pid=25131): Launched\u000a04:14:38.981310 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:14:39.113550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:39.439331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25132): Launched\u000a04:14:39.710129 run iperf3-srv_10.42.42.10(pid=25133): Launched\u000a04:14:39.904688 tst cs_paging_gprs_active.py:38: start network...\u000a04:14:40.036938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:40.542796 run create_hlr_db(pid=25134): Launched\u000a04:14:40.726169 bus /gobi_6: Setting Powered False\u000a04:14:41.746898 run create_hlr_db(pid=25134): Terminated: ok {rc=0}\u000a04:14:42.168255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25136): Launched\u000a04:14:42.482884 run osmo-hlr_10.42.42.2(pid=25137): Launched\u000a04:14:42.598689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:43.145726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25139): Launched\u000a04:14:43.460289 run osmo-stp_10.42.42.5(pid=25140): Launched\u000a04:14:43.574517 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:44.123760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25142): Launched\u000a04:14:44.236394 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:44.510139 run patchelf(pid=25143): Launched\u000a04:14:44.694956 run osmo-stp_10.42.42.5(pid=25140): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)]\u000a04:14:44.830703 run osmo-stp_10.42.42.5(pid=25140): stdout: \u000a| (launched: 2022-12-10_04:14:43.306227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:44.966388 run osmo-stp_10.42.42.5(pid=25140): stderr: \u000a| �[0;m�[38;5;43m20221210041443499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041443499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041443499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041443499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041443500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041443500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041443500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:45.097346 run osmo-stp_10.42.42.5(pid=25140): stdout: \u000a| (launched: 2022-12-10_04:14:43.306227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:45.226539 run osmo-stp_10.42.42.5(pid=25140): stderr: \u000a| �[0;m�[38;5;43m20221210041443499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041443499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041443499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041443499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041443500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041443500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041443500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:45.377398 run patchelf(pid=25143): Terminating (SIGINT)\u000a04:14:45.554592 run patchelf(pid=25143): Terminated: ok {rc=0}\u000a04:14:45.587390 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25140): Process ended prematurely: osmo-stp_10.42.42.5(pid=25140) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)] [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:14:45.597379 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:14:45.658937 run osmo-hlr_10.42.42.2(pid=25137): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25137)]\u000a04:14:45.709262 run osmo-hlr_10.42.42.2(pid=25137): stdout: \u000a| (launched: 2022-12-10_04:14:42.329333) \u000a04:14:45.760136 run osmo-hlr_10.42.42.2(pid=25137): stderr: \u000a| �[0;m�[1;31m20221210041442527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041442527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041442527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041442527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041442527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041442527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041442540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041442548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041442549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041442549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:45.804093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25130): Terminating (SIGTERM)\u000a04:14:45.855629 run iperf3-srv_10.42.42.10(pid=25131): Terminating (SIGTERM)\u000a04:14:45.897723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25132): Terminating (SIGTERM)\u000a04:14:45.939436 run iperf3-srv_10.42.42.10(pid=25133): Terminating (SIGTERM)\u000a04:14:45.981497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25136): Terminating (SIGTERM)\u000a04:14:46.023096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25139): Terminating (SIGTERM)\u000a04:14:46.064832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25142): Terminating (SIGTERM)\u000a04:14:46.075091 --- ParallelTerminationStrategy: PID 25130 died...\u000a04:14:46.132517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25130): Terminated: ok {rc=0}\u000a04:14:46.143186 --- ParallelTerminationStrategy: PID 25131 died...\u000a04:14:46.198792 run iperf3-srv_10.42.42.10(pid=25131): Terminated {rc=256}\u000a04:14:46.209269 --- ParallelTerminationStrategy: PID 25132 died...\u000a04:14:46.264680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25132): Terminated: ok {rc=0}\u000a04:14:46.275209 --- ParallelTerminationStrategy: PID 25133 died...\u000a04:14:46.330788 run iperf3-srv_10.42.42.10(pid=25133): Terminated {rc=256}\u000a04:14:46.341204 --- ParallelTerminationStrategy: PID 25136 died...\u000a04:14:46.397192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25136): Terminated: ok {rc=0}\u000a04:14:46.408181 --- ParallelTerminationStrategy: PID 25139 died...\u000a04:14:46.464837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25139): Terminated: ok {rc=0}\u000a04:14:46.475690 --- ParallelTerminationStrategy: PID 25142 died...\u000a04:14:46.531694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25142): Terminated: ok {rc=0}\u000a04:14:46.632241 bus /gobi_0: Setting Powered False\u000a04:14:47.738283 bus /gobi_0: Setting Powered False\u000a04:14:48.847913 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25152): Process ended prematurely: osmo-stp_10.42.42.5(pid=25152) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25152)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25152): Process ended prematurely: osmo-stp_10.42.42.5(pid=25152) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:14:49.962750 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:49.974557 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:14:50.119654 tst iperf3.py: using LAC 25918\u000a04:14:50.243755 tst iperf3.py: using RAC 163\u000a04:14:50.367476 tst iperf3.py: using CellId 25918\u000a04:14:50.496267 tst iperf3.py: using BVCI 25919\u000a04:14:50.520386 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:50.531789 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:50.542861 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:50.554107 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:50.565211 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:50.576193 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:50.587473 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:50.598491 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:50.609781 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:14:50.882766 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:14:51.007093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:51.314198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25144): Launched\u000a04:14:51.568338 run iperf3-srv_10.42.42.10(pid=25145): Launched\u000a04:14:51.749553 tst iperf3.py:8: start network...\u000a04:14:51.873172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:52.338241 run create_hlr_db(pid=25146): Launched\u000a04:14:52.508372 bus /gobi_6: Setting Powered False\u000a04:14:53.530772 run create_hlr_db(pid=25146): Terminated: ok {rc=0}\u000a04:14:53.949568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25148): Launched\u000a04:14:54.264154 run osmo-hlr_10.42.42.2(pid=25149): Launched\u000a04:14:54.380608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:54.933875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25151): Launched\u000a04:14:55.248101 run osmo-stp_10.42.42.5(pid=25152): Launched\u000a04:14:55.362948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:55.910715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25154): Launched\u000a04:14:56.023524 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:56.302307 run patchelf(pid=25155): Launched\u000a04:14:56.486533 run osmo-stp_10.42.42.5(pid=25152): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25152)]\u000a04:14:56.621673 run osmo-stp_10.42.42.5(pid=25152): stdout: \u000a| (launched: 2022-12-10_04:14:55.094284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:56.757097 run osmo-stp_10.42.42.5(pid=25152): stderr: \u000a| �[0;m�[38;5;43m20221210041455286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041455286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041455286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041455286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041455287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041455287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041455287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:56.888129 run osmo-stp_10.42.42.5(pid=25152): stdout: \u000a| (launched: 2022-12-10_04:14:55.094284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:57.017285 run osmo-stp_10.42.42.5(pid=25152): stderr: \u000a| �[0;m�[38;5;43m20221210041455286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041455286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041455286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041455286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041455287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041455287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041455287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:57.167520 run patchelf(pid=25155): Terminating (SIGINT)\u000a04:14:57.343932 run patchelf(pid=25155): Terminated: ok {rc=0}\u000a04:14:57.376758 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25152): Process ended prematurely: osmo-stp_10.42.42.5(pid=25152) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25152)] [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a04:14:57.386875 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:14:57.448241 run osmo-hlr_10.42.42.2(pid=25149): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25149)]\u000a04:14:57.498487 run osmo-hlr_10.42.42.2(pid=25149): stdout: \u000a| (launched: 2022-12-10_04:14:54.109856) \u000a04:14:57.549205 run osmo-hlr_10.42.42.2(pid=25149): stderr: \u000a| �[0;m�[1;31m20221210041454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041454320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041454330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041454330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041454330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:57.592654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25144): Terminating (SIGTERM)\u000a04:14:57.633515 run iperf3-srv_10.42.42.10(pid=25145): Terminating (SIGTERM)\u000a04:14:57.674677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25148): Terminating (SIGTERM)\u000a04:14:57.715409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25151): Terminating (SIGTERM)\u000a04:14:57.756121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25154): Terminating (SIGTERM)\u000a04:14:57.765714 --- ParallelTerminationStrategy: PID 25144 died...\u000a04:14:57.821117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25144): Terminated: ok {rc=0}\u000a04:14:57.831147 --- ParallelTerminationStrategy: PID 25145 died...\u000a04:14:57.886012 run iperf3-srv_10.42.42.10(pid=25145): Terminated {rc=256}\u000a04:14:57.895939 --- ParallelTerminationStrategy: PID 25148 died...\u000a04:14:57.950176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25148): Terminated: ok {rc=0}\u000a04:14:57.960033 --- ParallelTerminationStrategy: PID 25151 died...\u000a04:14:58.014919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25151): Terminated: ok {rc=0}\u000a04:14:58.025028 --- ParallelTerminationStrategy: PID 25154 died...\u000a04:14:58.079997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25154): Terminated: ok {rc=0}\u000a04:14:58.165804 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25173): Process ended prematurely: osmo-stp_10.42.42.5(pid=25173) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25173)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25173): Process ended prematurely: osmo-stp_10.42.42.5(pid=25173) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:14:59.273943 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:59.285262 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:14:59.421454 tst iperf3m4.py: using LAC 25919\u000a04:14:59.544877 tst iperf3m4.py: using RAC 164\u000a04:14:59.669625 tst iperf3m4.py: using CellId 25919\u000a04:14:59.792507 tst iperf3m4.py: using BVCI 25920\u000a04:14:59.817007 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:59.828199 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:59.839313 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:59.850906 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:59.862206 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:59.873303 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:59.884467 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:59.895543 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:14:59.906814 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:00.022026 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:00.135797 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:00.247818 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:00.535739 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:15:00.667445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:01.042934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25156): Launched\u000a04:15:01.363707 run iperf3-srv_10.42.42.10(pid=25157): Launched\u000a04:15:01.561661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:15:01.696625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:02.094519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25161): Launched\u000a04:15:02.365293 run iperf3-srv_10.42.42.10(pid=25162): Launched\u000a04:15:02.545845 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:15:02.669721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:02.976406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25163): Launched\u000a04:15:03.230942 run iperf3-srv_10.42.42.10(pid=25164): Launched\u000a04:15:03.411906 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:15:03.535275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:03.842579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25165): Launched\u000a04:15:04.098286 run iperf3-srv_10.42.42.10(pid=25166): Launched\u000a04:15:04.279727 tst iperf3m4.py:8: start network...\u000a04:15:04.403352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:04.868417 run create_hlr_db(pid=25167): Launched\u000a04:15:05.039563 bus /gobi_6: Setting Powered False\u000a04:15:06.061534 run create_hlr_db(pid=25167): Terminated: ok {rc=0}\u000a04:15:06.456752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25169): Launched\u000a04:15:06.752781 run osmo-hlr_10.42.42.2(pid=25170): Launched\u000a04:15:06.868868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:07.393190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25172): Launched\u000a04:15:07.689255 run osmo-stp_10.42.42.5(pid=25173): Launched\u000a04:15:07.806751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:08.323881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25175): Launched\u000a04:15:08.430341 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:08.689020 run patchelf(pid=25176): Launched\u000a04:15:08.863485 run osmo-stp_10.42.42.5(pid=25173): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25173)]\u000a04:15:08.991429 run osmo-stp_10.42.42.5(pid=25173): stdout: \u000a| (launched: 2022-12-10_04:15:07.543566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:09.119424 run osmo-stp_10.42.42.5(pid=25173): stderr: \u000a| �[0;m�[38;5;43m20221210041507712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041507712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041507712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041507713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041507713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041507713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041507713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:09.242892 run osmo-stp_10.42.42.5(pid=25173): stdout: \u000a| (launched: 2022-12-10_04:15:07.543566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:09.365258 run osmo-stp_10.42.42.5(pid=25173): stderr: \u000a| �[0;m�[38;5;43m20221210041507712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041507712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041507712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041507713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041507713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041507713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041507713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:09.507372 run patchelf(pid=25176): Terminating (SIGINT)\u000a04:15:09.675062 run patchelf(pid=25176): Terminated: ok {rc=0}\u000a04:15:09.706358 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25173): Process ended prematurely: osmo-stp_10.42.42.5(pid=25173) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25173)] [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:15:09.715874 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a04:15:09.776698 run osmo-hlr_10.42.42.2(pid=25170): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25170)]\u000a04:15:09.826187 run osmo-hlr_10.42.42.2(pid=25170): stdout: \u000a| (launched: 2022-12-10_04:15:06.606869) \u000a04:15:09.876042 run osmo-hlr_10.42.42.2(pid=25170): stderr: \u000a| �[0;m�[1;31m20221210041506780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041506793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041506801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041506801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041506801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:09.918152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25156): Terminating (SIGTERM)\u000a04:15:09.957962 run iperf3-srv_10.42.42.10(pid=25157): Terminating (SIGTERM)\u000a04:15:09.997994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25161): Terminating (SIGTERM)\u000a04:15:10.037883 run iperf3-srv_10.42.42.10(pid=25162): Terminating (SIGTERM)\u000a04:15:10.077975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25163): Terminating (SIGTERM)\u000a04:15:10.118041 run iperf3-srv_10.42.42.10(pid=25164): Terminating (SIGTERM)\u000a04:15:10.158644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25165): Terminating (SIGTERM)\u000a04:15:10.198560 run iperf3-srv_10.42.42.10(pid=25166): Terminating (SIGTERM)\u000a04:15:10.238665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25169): Terminating (SIGTERM)\u000a04:15:10.279092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25172): Terminating (SIGTERM)\u000a04:15:10.319571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25175): Terminating (SIGTERM)\u000a04:15:10.329276 --- ParallelTerminationStrategy: PID 25156 died...\u000a04:15:10.382897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25156): Terminated: ok {rc=0}\u000a04:15:10.392688 --- ParallelTerminationStrategy: PID 25157 died...\u000a04:15:10.446289 run iperf3-srv_10.42.42.10(pid=25157): Terminated {rc=256}\u000a04:15:10.455815 --- ParallelTerminationStrategy: PID 25161 died...\u000a04:15:10.508767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25161): Terminated: ok {rc=0}\u000a04:15:10.518359 --- ParallelTerminationStrategy: PID 25162 died...\u000a04:15:10.571532 run iperf3-srv_10.42.42.10(pid=25162): Terminated {rc=256}\u000a04:15:10.581346 --- ParallelTerminationStrategy: PID 25163 died...\u000a04:15:10.634469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25163): Terminated: ok {rc=0}\u000a04:15:10.643940 --- ParallelTerminationStrategy: PID 25164 died...\u000a04:15:10.697127 run iperf3-srv_10.42.42.10(pid=25164): Terminated {rc=256}\u000a04:15:10.706600 --- ParallelTerminationStrategy: PID 25165 died...\u000a04:15:10.759268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25165): Terminated: ok {rc=0}\u000a04:15:10.769080 --- ParallelTerminationStrategy: PID 25166 died...\u000a04:15:10.821917 run iperf3-srv_10.42.42.10(pid=25166): Terminated {rc=256}\u000a04:15:10.831612 --- ParallelTerminationStrategy: PID 25169 died...\u000a04:15:10.884511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25169): Terminated: ok {rc=0}\u000a04:15:10.894416 --- ParallelTerminationStrategy: PID 25172 died...\u000a04:15:10.947562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25172): Terminated: ok {rc=0}\u000a04:15:10.957326 --- ParallelTerminationStrategy: PID 25175 died...\u000a04:15:11.009971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25175): Terminated: ok {rc=0}\u000a04:15:11.097492 bus /gobi_4: Setting Powered False\u000a04:15:12.200360 bus /gobi_4: Setting Powered False\u000a04:15:13.310124 bus /gobi_1: Setting Powered False\u000a04:15:14.412869 bus /gobi_1: Setting Powered False\u000a04:15:15.522139 bus /gobi_0: Setting Powered False\u000a04:15:16.636705 bus /gobi_0: Setting Powered False\u000a04:15:17.746103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25185): Process ended prematurely: osmo-stp_10.42.42.5(pid=25185) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25185)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25185): Process ended prematurely: osmo-stp_10.42.42.5(pid=25185) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:15:18.815094 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:18.827025 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:15:18.968380 tst ping.py: using LAC 25920\u000a04:15:19.090416 tst ping.py: using RAC 165\u000a04:15:19.210581 tst ping.py: using CellId 25920\u000a04:15:19.331931 tst ping.py: using BVCI 25921\u000a04:15:19.355693 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:19.366995 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:19.378187 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:19.389675 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:19.400845 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:19.412055 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:19.423572 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:19.434696 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:19.703183 tst ping.py:19: start network...\u000a04:15:19.823668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:20.280772 run create_hlr_db(pid=25179): Launched\u000a04:15:20.449846 bus /gobi_6: Setting Powered False\u000a04:15:21.469976 run create_hlr_db(pid=25179): Terminated: ok {rc=0}\u000a04:15:21.883101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25181): Launched\u000a04:15:22.193731 run osmo-hlr_10.42.42.2(pid=25182): Launched\u000a04:15:22.311788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:22.855076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25184): Launched\u000a04:15:23.164697 run osmo-stp_10.42.42.5(pid=25185): Launched\u000a04:15:23.277480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:23.817402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25187): Launched\u000a04:15:23.928540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:24.198277 run patchelf(pid=25188): Launched\u000a04:15:24.381037 run osmo-stp_10.42.42.5(pid=25185): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25185)]\u000a04:15:24.514680 run osmo-stp_10.42.42.5(pid=25185): stdout: \u000a| (launched: 2022-12-10_04:15:23.012902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:24.648274 run osmo-stp_10.42.42.5(pid=25185): stderr: \u000a| �[0;m�[38;5;43m20221210041523202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041523202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041523202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041523203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041523205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041523205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041523205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:24.776836 run osmo-stp_10.42.42.5(pid=25185): stdout: \u000a| (launched: 2022-12-10_04:15:23.012902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:24.905277 run osmo-stp_10.42.42.5(pid=25185): stderr: \u000a| �[0;m�[38;5;43m20221210041523202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041523202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041523202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041523203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041523205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041523205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041523205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:25.052720 run patchelf(pid=25188): Terminating (SIGINT)\u000a04:15:25.226666 run patchelf(pid=25188): Terminated: ok {rc=0}\u000a04:15:25.258420 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25185): Process ended prematurely: osmo-stp_10.42.42.5(pid=25185) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25185)] [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a04:15:25.267745 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:15:25.329680 run osmo-hlr_10.42.42.2(pid=25182): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25182)]\u000a04:15:25.380202 run osmo-hlr_10.42.42.2(pid=25182): stdout: \u000a| (launched: 2022-12-10_04:15:22.041048) \u000a04:15:25.431422 run osmo-hlr_10.42.42.2(pid=25182): stderr: \u000a| �[0;m�[1;31m20221210041522238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041522238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041522238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041522238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041522238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041522238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041522251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041522261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041522262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041522262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:25.475209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25181): Terminating (SIGTERM)\u000a04:15:25.516568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25184): Terminating (SIGTERM)\u000a04:15:25.558075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25187): Terminating (SIGTERM)\u000a04:15:25.567746 --- ParallelTerminationStrategy: PID 25181 died...\u000a04:15:25.623261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25181): Terminated: ok {rc=0}\u000a04:15:25.633360 --- ParallelTerminationStrategy: PID 25184 died...\u000a04:15:25.688616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25184): Terminated: ok {rc=0}\u000a04:15:25.698740 --- ParallelTerminationStrategy: PID 25187 died...\u000a04:15:25.753598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25187): Terminated: ok {rc=0}\u000a04:15:25.840331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25195): Process ended prematurely: osmo-stp_10.42.42.5(pid=25195) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25195)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25195): Process ended prematurely: osmo-stp_10.42.42.5(pid=25195) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:15:26.893173 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:26.905457 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:15:27.050801 tst ping_idle_ping.py: using LAC 25921\u000a04:15:27.171308 tst ping_idle_ping.py: using RAC 166\u000a04:15:27.296455 tst ping_idle_ping.py: using CellId 25921\u000a04:15:27.417382 tst ping_idle_ping.py: using BVCI 25922\u000a04:15:27.441155 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:27.452438 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:27.463625 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:27.474764 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:27.485822 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:27.496905 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:27.508277 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:27.519471 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:27.789452 tst ping_idle_ping.py:24: start network...\u000a04:15:27.911681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:28.373552 run create_hlr_db(pid=25189): Launched\u000a04:15:28.543613 bus /gobi_6: Setting Powered False\u000a04:15:29.564743 run create_hlr_db(pid=25189): Terminated: ok {rc=0}\u000a04:15:29.981268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25191): Launched\u000a04:15:30.292782 run osmo-hlr_10.42.42.2(pid=25192): Launched\u000a04:15:30.407585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:30.988894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25194): Launched\u000a04:15:31.404931 run osmo-stp_10.42.42.5(pid=25195): Launched\u000a04:15:31.561070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:32.185234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25197): Launched\u000a04:15:32.296361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:32.567786 run patchelf(pid=25198): Launched\u000a04:15:32.750666 run osmo-stp_10.42.42.5(pid=25195): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25195)]\u000a04:15:32.884681 run osmo-stp_10.42.42.5(pid=25195): stdout: \u000a| (launched: 2022-12-10_04:15:31.152564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:33.018141 run osmo-stp_10.42.42.5(pid=25195): stderr: \u000a| �[0;m�[38;5;43m20221210041531453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041531454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041531454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041531454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041531455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041531455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041531455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:33.147228 run osmo-stp_10.42.42.5(pid=25195): stdout: \u000a| (launched: 2022-12-10_04:15:31.152564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:33.274992 run osmo-stp_10.42.42.5(pid=25195): stderr: \u000a| �[0;m�[38;5;43m20221210041531453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041531454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041531454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041531454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041531455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041531455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041531455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:33.423745 run patchelf(pid=25198): Terminating (SIGINT)\u000a04:15:33.598632 run patchelf(pid=25198): Terminated: ok {rc=0}\u000a04:15:33.630643 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25195): Process ended prematurely: osmo-stp_10.42.42.5(pid=25195) [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25195)] [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:15:33.639982 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:15:33.702264 run osmo-hlr_10.42.42.2(pid=25192): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25192)]\u000a04:15:33.753107 run osmo-hlr_10.42.42.2(pid=25192): stdout: \u000a| (launched: 2022-12-10_04:15:30.140164) \u000a04:15:33.804531 run osmo-hlr_10.42.42.2(pid=25192): stderr: \u000a| �[0;m�[1;31m20221210041530335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041530335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041530335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041530336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041530336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041530336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041530346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041530355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041530355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041530355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:33.848649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25191): Terminating (SIGTERM)\u000a04:15:33.890290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25194): Terminating (SIGTERM)\u000a04:15:33.931682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25197): Terminating (SIGTERM)\u000a04:15:33.941390 --- ParallelTerminationStrategy: PID 25191 died...\u000a04:15:33.996840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25191): Terminated: ok {rc=0}\u000a04:15:34.006895 --- ParallelTerminationStrategy: PID 25194 died...\u000a04:15:34.062099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25194): Terminated: ok {rc=0}\u000a04:15:34.072120 --- ParallelTerminationStrategy: PID 25197 died...\u000a04:15:34.127456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25197): Terminated: ok {rc=0}\u000a04:15:34.213804 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:14:36" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25213): Process ended prematurely: osmo-stp_10.42.42.5(pid=25213) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25213)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25213): Process ended prematurely: osmo-stp_10.42.42.5(pid=25213) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:15:36.358158 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:36.369058 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:15:36.524569 tst cs_paging_gprs_active.py: using LAC 25922\u000a04:15:36.646413 tst cs_paging_gprs_active.py: using RAC 167\u000a04:15:36.766002 tst cs_paging_gprs_active.py: using CellId 25922\u000a04:15:36.880595 tst cs_paging_gprs_active.py: using BVCI 25923\u000a04:15:36.903523 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:36.914535 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:36.925433 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:36.936885 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:36.948361 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:36.959859 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:36.971377 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:36.982806 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:36.994438 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:15:37.114723 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:15:37.405868 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:15:37.539103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:37.866746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25203): Launched\u000a04:15:38.139054 run iperf3-srv_10.42.42.10(pid=25204): Launched\u000a04:15:38.333697 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:15:38.465730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:38.793353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25205): Launched\u000a04:15:39.064895 run iperf3-srv_10.42.42.10(pid=25206): Launched\u000a04:15:39.258902 tst cs_paging_gprs_active.py:38: start network...\u000a04:15:39.391123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:39.896435 run create_hlr_db(pid=25207): Launched\u000a04:15:40.079887 bus /gobi_6: Setting Powered False\u000a04:15:41.100998 run create_hlr_db(pid=25207): Terminated: ok {rc=0}\u000a04:15:41.498762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25209): Launched\u000a04:15:41.794651 run osmo-hlr_10.42.42.2(pid=25210): Launched\u000a04:15:41.908289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:42.420647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25212): Launched\u000a04:15:42.716471 run osmo-stp_10.42.42.5(pid=25213): Launched\u000a04:15:42.824879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:43.340393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25215): Launched\u000a04:15:43.446158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:43.711219 run patchelf(pid=25216): Launched\u000a04:15:43.885871 run osmo-stp_10.42.42.5(pid=25213): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25213)]\u000a04:15:44.013170 run osmo-stp_10.42.42.5(pid=25213): stdout: \u000a| (launched: 2022-12-10_04:15:42.570494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:44.141314 run osmo-stp_10.42.42.5(pid=25213): stderr: \u000a| �[0;m�[38;5;43m20221210041542739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041542739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041542739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041542739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041542742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041542742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041542742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:44.264438 run osmo-stp_10.42.42.5(pid=25213): stdout: \u000a| (launched: 2022-12-10_04:15:42.570494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:44.386584 run osmo-stp_10.42.42.5(pid=25213): stderr: \u000a| �[0;m�[38;5;43m20221210041542739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041542739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041542739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041542739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041542742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041542742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041542742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:44.528759 run patchelf(pid=25216): Terminating (SIGINT)\u000a04:15:44.697177 run patchelf(pid=25216): Terminated: ok {rc=0}\u000a04:15:44.728256 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25213): Process ended prematurely: osmo-stp_10.42.42.5(pid=25213) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25213)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:15:44.737625 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a04:15:44.797531 run osmo-hlr_10.42.42.2(pid=25210): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25210)]\u000a04:15:44.846223 run osmo-hlr_10.42.42.2(pid=25210): stdout: \u000a| (launched: 2022-12-10_04:15:41.649190) \u000a04:15:44.894990 run osmo-hlr_10.42.42.2(pid=25210): stderr: \u000a| �[0;m�[1;31m20221210041541825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041541825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041541825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041541825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041541825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041541825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041541837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041541846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041541846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041541846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:44.937066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25203): Terminating (SIGTERM)\u000a04:15:44.976591 run iperf3-srv_10.42.42.10(pid=25204): Terminating (SIGTERM)\u000a04:15:45.016428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25205): Terminating (SIGTERM)\u000a04:15:45.055651 run iperf3-srv_10.42.42.10(pid=25206): Terminating (SIGTERM)\u000a04:15:45.095717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25209): Terminating (SIGTERM)\u000a04:15:45.134971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25212): Terminating (SIGTERM)\u000a04:15:45.174316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25215): Terminating (SIGTERM)\u000a04:15:45.183725 --- ParallelTerminationStrategy: PID 25203 died...\u000a04:15:45.236280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25203): Terminated: ok {rc=0}\u000a04:15:45.246432 --- ParallelTerminationStrategy: PID 25204 died...\u000a04:15:45.299393 run iperf3-srv_10.42.42.10(pid=25204): Terminated {rc=256}\u000a04:15:45.308937 --- ParallelTerminationStrategy: PID 25205 died...\u000a04:15:45.362282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25205): Terminated: ok {rc=0}\u000a04:15:45.371983 --- ParallelTerminationStrategy: PID 25206 died...\u000a04:15:45.424521 run iperf3-srv_10.42.42.10(pid=25206): Terminated {rc=256}\u000a04:15:45.434162 --- ParallelTerminationStrategy: PID 25209 died...\u000a04:15:45.487367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25209): Terminated: ok {rc=0}\u000a04:15:45.497179 --- ParallelTerminationStrategy: PID 25212 died...\u000a04:15:45.549618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25212): Terminated: ok {rc=0}\u000a04:15:45.559542 --- ParallelTerminationStrategy: PID 25215 died...\u000a04:15:45.612132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25215): Terminated: ok {rc=0}\u000a04:15:45.698729 bus /gobi_0: Setting Powered False\u000a04:15:46.803826 bus /gobi_0: Setting Powered False\u000a04:15:47.912040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25225): Process ended prematurely: osmo-stp_10.42.42.5(pid=25225) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25225)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25225): Process ended prematurely: osmo-stp_10.42.42.5(pid=25225) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:15:49.020716 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:49.032046 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:15:49.186975 tst iperf3.py: using LAC 25923\u000a04:15:49.309552 tst iperf3.py: using RAC 168\u000a04:15:49.435035 tst iperf3.py: using CellId 25923\u000a04:15:49.555064 tst iperf3.py: using BVCI 25924\u000a04:15:49.577787 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:49.588727 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:49.599608 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:49.611001 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:49.622380 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:49.633978 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:49.645569 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:49.656870 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:49.668370 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:15:49.942659 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:15:50.066104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:50.373351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25217): Launched\u000a04:15:50.627212 run iperf3-srv_10.42.42.10(pid=25218): Launched\u000a04:15:50.808003 tst iperf3.py:8: start network...\u000a04:15:50.931646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:51.395186 run create_hlr_db(pid=25219): Launched\u000a04:15:51.565403 bus /gobi_6: Setting Powered False\u000a04:15:52.587252 run create_hlr_db(pid=25219): Terminated: ok {rc=0}\u000a04:15:52.979256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25221): Launched\u000a04:15:53.274118 run osmo-hlr_10.42.42.2(pid=25222): Launched\u000a04:15:53.381649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:53.998223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25224): Launched\u000a04:15:54.304930 run osmo-stp_10.42.42.5(pid=25225): Launched\u000a04:15:54.416333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:54.952571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25227): Launched\u000a04:15:55.062377 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:55.329066 run patchelf(pid=25228): Launched\u000a04:15:55.509428 run osmo-stp_10.42.42.5(pid=25225): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25225)]\u000a04:15:55.641638 run osmo-stp_10.42.42.5(pid=25225): stdout: \u000a| (launched: 2022-12-10_04:15:54.155017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:55.773901 run osmo-stp_10.42.42.5(pid=25225): stderr: \u000a| �[0;m�[38;5;43m20221210041554343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041554343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041554343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041554344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041554346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041554346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041554346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:55.901885 run osmo-stp_10.42.42.5(pid=25225): stdout: \u000a| (launched: 2022-12-10_04:15:54.155017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:56.028045 run osmo-stp_10.42.42.5(pid=25225): stderr: \u000a| �[0;m�[38;5;43m20221210041554343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041554343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041554343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041554344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041554346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041554346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041554346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:56.175211 run patchelf(pid=25228): Terminating (SIGINT)\u000a04:15:56.347641 run patchelf(pid=25228): Terminated: ok {rc=0}\u000a04:15:56.379642 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25225): Process ended prematurely: osmo-stp_10.42.42.5(pid=25225) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25225)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:15:56.389639 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a04:15:56.451185 run osmo-hlr_10.42.42.2(pid=25222): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25222)]\u000a04:15:56.501072 run osmo-hlr_10.42.42.2(pid=25222): stdout: \u000a| (launched: 2022-12-10_04:15:53.129461) \u000a04:15:56.551674 run osmo-hlr_10.42.42.2(pid=25222): stderr: \u000a| �[0;m�[1;31m20221210041553303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041553303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041553303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041553303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041553303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041553303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041553315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041553323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041553324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041553324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:56.594909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25217): Terminating (SIGTERM)\u000a04:15:56.635552 run iperf3-srv_10.42.42.10(pid=25218): Terminating (SIGTERM)\u000a04:15:56.676766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25221): Terminating (SIGTERM)\u000a04:15:56.717746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25224): Terminating (SIGTERM)\u000a04:15:56.758348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25227): Terminating (SIGTERM)\u000a04:15:56.767818 --- ParallelTerminationStrategy: PID 25217 died...\u000a04:15:56.822613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25217): Terminated: ok {rc=0}\u000a04:15:56.832901 --- ParallelTerminationStrategy: PID 25218 died...\u000a04:15:56.887972 run iperf3-srv_10.42.42.10(pid=25218): Terminated {rc=256}\u000a04:15:56.897941 --- ParallelTerminationStrategy: PID 25221 died...\u000a04:15:56.952785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25221): Terminated: ok {rc=0}\u000a04:15:56.962596 --- ParallelTerminationStrategy: PID 25224 died...\u000a04:15:57.017406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25224): Terminated: ok {rc=0}\u000a04:15:57.027218 --- ParallelTerminationStrategy: PID 25227 died...\u000a04:15:57.081792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25227): Terminated: ok {rc=0}\u000a04:15:57.167779 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25243): Process ended prematurely: osmo-stp_10.42.42.5(pid=25243) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25243)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25243): Process ended prematurely: osmo-stp_10.42.42.5(pid=25243) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:15:58.275195 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:58.286659 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:15:58.446238 tst iperf3m4.py: using LAC 25924\u000a04:15:58.576902 tst iperf3m4.py: using RAC 169\u000a04:15:58.709558 tst iperf3m4.py: using CellId 25924\u000a04:15:58.831627 tst iperf3m4.py: using BVCI 25925\u000a04:15:58.855989 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:58.867286 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:58.878459 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:58.889744 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:58.900747 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:58.911841 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:58.923083 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:58.934090 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:15:58.945374 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:15:59.061251 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:15:59.176316 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:15:59.292898 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:15:59.560840 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:15:59.681614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:59.981072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25229): Launched\u000a04:16:00.228509 run iperf3-srv_10.42.42.10(pid=25230): Launched\u000a04:16:00.404644 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:16:00.524849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:00.824588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25231): Launched\u000a04:16:01.183543 run iperf3-srv_10.42.42.10(pid=25232): Launched\u000a04:16:01.389276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:16:01.531374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:01.962471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25233): Launched\u000a04:16:02.261375 run iperf3-srv_10.42.42.10(pid=25234): Launched\u000a04:16:02.450489 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:16:02.571009 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:02.871554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25235): Launched\u000a04:16:03.119905 run iperf3-srv_10.42.42.10(pid=25236): Launched\u000a04:16:03.296312 tst iperf3m4.py:8: start network...\u000a04:16:03.416725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:03.875110 run create_hlr_db(pid=25237): Launched\u000a04:16:04.042236 bus /gobi_6: Setting Powered False\u000a04:16:05.064743 run create_hlr_db(pid=25237): Terminated: ok {rc=0}\u000a04:16:05.476529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25239): Launched\u000a04:16:05.785544 run osmo-hlr_10.42.42.2(pid=25240): Launched\u000a04:16:05.899458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:06.434950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25242): Launched\u000a04:16:06.742378 run osmo-stp_10.42.42.5(pid=25243): Launched\u000a04:16:06.854571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:07.393487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25245): Launched\u000a04:16:07.503852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:07.772830 run patchelf(pid=25246): Launched\u000a04:16:07.954703 run osmo-stp_10.42.42.5(pid=25243): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25243)]\u000a04:16:08.087968 run osmo-stp_10.42.42.5(pid=25243): stdout: \u000a| (launched: 2022-12-10_04:16:06.591705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:08.221469 run osmo-stp_10.42.42.5(pid=25243): stderr: \u000a| �[0;m�[38;5;43m20221210041606781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041606781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041606782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041606782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041606782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041606783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041606783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:08.349969 run osmo-stp_10.42.42.5(pid=25243): stdout: \u000a| (launched: 2022-12-10_04:16:06.591705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:08.477169 run osmo-stp_10.42.42.5(pid=25243): stderr: \u000a| �[0;m�[38;5;43m20221210041606781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041606781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041606782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041606782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041606782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041606783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041606783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:08.624699 run patchelf(pid=25246): Terminating (SIGINT)\u000a04:16:08.799358 run patchelf(pid=25246): Terminated: ok {rc=0}\u000a04:16:08.831815 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25243): Process ended prematurely: osmo-stp_10.42.42.5(pid=25243) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25243)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:16:08.842434 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:16:08.904520 run osmo-hlr_10.42.42.2(pid=25240): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25240)]\u000a04:16:08.955018 run osmo-hlr_10.42.42.2(pid=25240): stdout: \u000a| (launched: 2022-12-10_04:16:05.634172) \u000a04:16:09.006200 run osmo-hlr_10.42.42.2(pid=25240): stderr: \u000a| �[0;m�[1;31m20221210041605827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041605828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041605828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041605828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041605828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041605828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041605841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041605849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041605849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041605850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:09.050022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25229): Terminating (SIGTERM)\u000a04:16:09.091550 run iperf3-srv_10.42.42.10(pid=25230): Terminating (SIGTERM)\u000a04:16:09.132755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25231): Terminating (SIGTERM)\u000a04:16:09.173766 run iperf3-srv_10.42.42.10(pid=25232): Terminating (SIGTERM)\u000a04:16:09.214709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25233): Terminating (SIGTERM)\u000a04:16:09.255973 run iperf3-srv_10.42.42.10(pid=25234): Terminating (SIGTERM)\u000a04:16:09.297146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25235): Terminating (SIGTERM)\u000a04:16:09.338185 run iperf3-srv_10.42.42.10(pid=25236): Terminating (SIGTERM)\u000a04:16:09.379339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25239): Terminating (SIGTERM)\u000a04:16:09.420268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25242): Terminating (SIGTERM)\u000a04:16:09.461367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25245): Terminating (SIGTERM)\u000a04:16:09.470784 --- ParallelTerminationStrategy: PID 25229 died...\u000a04:16:09.525772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25229): Terminated: ok {rc=0}\u000a04:16:09.535541 --- ParallelTerminationStrategy: PID 25230 died...\u000a04:16:09.589696 run iperf3-srv_10.42.42.10(pid=25230): Terminated {rc=256}\u000a04:16:09.599403 --- ParallelTerminationStrategy: PID 25231 died...\u000a04:16:09.653723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25231): Terminated: ok {rc=0}\u000a04:16:09.663527 --- ParallelTerminationStrategy: PID 25232 died...\u000a04:16:09.717687 run iperf3-srv_10.42.42.10(pid=25232): Terminated {rc=256}\u000a04:16:09.727442 --- ParallelTerminationStrategy: PID 25233 died...\u000a04:16:09.782072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25233): Terminated: ok {rc=0}\u000a04:16:09.791853 --- ParallelTerminationStrategy: PID 25234 died...\u000a04:16:09.846555 run iperf3-srv_10.42.42.10(pid=25234): Terminated {rc=256}\u000a04:16:09.856272 --- ParallelTerminationStrategy: PID 25235 died...\u000a04:16:09.910721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25235): Terminated: ok {rc=0}\u000a04:16:09.920555 --- ParallelTerminationStrategy: PID 25236 died...\u000a04:16:09.975357 run iperf3-srv_10.42.42.10(pid=25236): Terminated {rc=256}\u000a04:16:09.985218 --- ParallelTerminationStrategy: PID 25239 died...\u000a04:16:10.039709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25239): Terminated: ok {rc=0}\u000a04:16:10.049553 --- ParallelTerminationStrategy: PID 25242 died...\u000a04:16:10.103809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25242): Terminated: ok {rc=0}\u000a04:16:10.113680 --- ParallelTerminationStrategy: PID 25245 died...\u000a04:16:10.168173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25245): Terminated: ok {rc=0}\u000a04:16:10.252749 bus /gobi_4: Setting Powered False\u000a04:16:11.354618 bus /gobi_4: Setting Powered False\u000a04:16:12.464377 bus /gobi_1: Setting Powered False\u000a04:16:13.566439 bus /gobi_1: Setting Powered False\u000a04:16:14.675542 bus /gobi_0: Setting Powered False\u000a04:16:15.775753 bus /gobi_0: Setting Powered False\u000a04:16:16.884229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25255): Process ended prematurely: osmo-stp_10.42.42.5(pid=25255) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25255)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25255): Process ended prematurely: osmo-stp_10.42.42.5(pid=25255) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:16:17.947695 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:17.959005 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:16:18.109792 tst ping.py: using LAC 25925\u000a04:16:18.221857 tst ping.py: using RAC 170\u000a04:16:18.333491 tst ping.py: using CellId 25925\u000a04:16:18.445113 tst ping.py: using BVCI 25926\u000a04:16:18.466883 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:18.477718 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:18.488286 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:18.499209 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:18.509851 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:18.520560 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:18.531232 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:18.542312 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:18.821330 tst ping.py:19: start network...\u000a04:16:18.949922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:19.438099 run create_hlr_db(pid=25249): Launched\u000a04:16:19.615466 bus /gobi_6: Setting Powered False\u000a04:16:20.636036 run create_hlr_db(pid=25249): Terminated: ok {rc=0}\u000a04:16:21.020386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25251): Launched\u000a04:16:21.304093 run osmo-hlr_10.42.42.2(pid=25252): Launched\u000a04:16:21.414565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:21.918454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25254): Launched\u000a04:16:22.202570 run osmo-stp_10.42.42.5(pid=25255): Launched\u000a04:16:22.307050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:22.805257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25257): Launched\u000a04:16:22.907298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:23.156325 run patchelf(pid=25258): Launched\u000a04:16:23.324086 run osmo-stp_10.42.42.5(pid=25255): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25255)]\u000a04:16:23.446969 run osmo-stp_10.42.42.5(pid=25255): stdout: \u000a| (launched: 2022-12-10_04:16:22.063000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:23.570252 run osmo-stp_10.42.42.5(pid=25255): stderr: \u000a| �[0;m�[38;5;43m20221210041622228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041622228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041622228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041622228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041622231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041622231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041622231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:23.689219 run osmo-stp_10.42.42.5(pid=25255): stdout: \u000a| (launched: 2022-12-10_04:16:22.063000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:23.806688 run osmo-stp_10.42.42.5(pid=25255): stderr: \u000a| �[0;m�[38;5;43m20221210041622228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041622228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041622228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041622228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041622231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041622231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041622231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:23.943681 run patchelf(pid=25258): Terminating (SIGINT)\u000a04:16:24.104607 run patchelf(pid=25258): Terminated: ok {rc=0}\u000a04:16:24.134235 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25255): Process ended prematurely: osmo-stp_10.42.42.5(pid=25255) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25255)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:16:24.143115 tst ping.py:22: Test FAILED (6.2 sec)\u000a04:16:24.202266 run osmo-hlr_10.42.42.2(pid=25252): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25252)]\u000a04:16:24.250755 run osmo-hlr_10.42.42.2(pid=25252): stdout: \u000a| (launched: 2022-12-10_04:16:21.164877) \u000a04:16:24.299803 run osmo-hlr_10.42.42.2(pid=25252): stderr: \u000a| �[0;m�[1;31m20221210041621338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041621338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041621338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041621338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041621338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041621338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041621351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041621359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041621359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041621359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:24.341121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25251): Terminating (SIGTERM)\u000a04:16:24.380368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25254): Terminating (SIGTERM)\u000a04:16:24.420141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25257): Terminating (SIGTERM)\u000a04:16:24.429459 --- ParallelTerminationStrategy: PID 25251 died...\u000a04:16:24.481701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25251): Terminated: ok {rc=0}\u000a04:16:24.491202 --- ParallelTerminationStrategy: PID 25254 died...\u000a04:16:24.542868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25254): Terminated: ok {rc=0}\u000a04:16:24.552285 --- ParallelTerminationStrategy: PID 25257 died...\u000a04:16:24.604593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25257): Terminated: ok {rc=0}\u000a04:16:24.686148 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25266): Process ended prematurely: osmo-stp_10.42.42.5(pid=25266) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25266)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25266): Process ended prematurely: osmo-stp_10.42.42.5(pid=25266) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:16:25.738940 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:25.751383 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:16:25.906357 tst ping_idle_ping.py: using LAC 25926\u000a04:16:26.018470 tst ping_idle_ping.py: using RAC 171\u000a04:16:26.138963 tst ping_idle_ping.py: using CellId 25926\u000a04:16:26.260586 tst ping_idle_ping.py: using BVCI 25927\u000a04:16:26.284105 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:26.295389 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:26.306860 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:26.318741 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:26.330707 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:26.342530 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:26.354543 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:26.366433 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:26.633688 tst ping_idle_ping.py:24: start network...\u000a04:16:26.753190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:27.202457 run create_hlr_db(pid=25259): Launched\u000a04:16:27.367383 bus /gobi_6: Setting Powered False\u000a04:16:28.388142 run create_hlr_db(pid=25259): Terminated: ok {rc=0}\u000a04:16:28.794163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25261): Launched\u000a04:16:29.099522 run osmo-hlr_10.42.42.2(pid=25262): Launched\u000a04:16:29.212500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:29.741788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25265): Launched\u000a04:16:30.048351 run osmo-stp_10.42.42.5(pid=25266): Launched\u000a04:16:30.159156 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:30.692023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25268): Launched\u000a04:16:30.801549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:31.091718 run patchelf(pid=25269): Launched\u000a04:16:31.269426 run osmo-stp_10.42.42.5(pid=25266): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25266)]\u000a04:16:31.398886 run osmo-stp_10.42.42.5(pid=25266): stdout: \u000a| (launched: 2022-12-10_04:16:29.899323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:31.529330 run osmo-stp_10.42.42.5(pid=25266): stderr: \u000a| �[0;m�[38;5;43m20221210041630087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041630087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041630088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041630088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041630091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041630091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041630091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:31.654811 run osmo-stp_10.42.42.5(pid=25266): stdout: \u000a| (launched: 2022-12-10_04:16:29.899323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:31.779280 run osmo-stp_10.42.42.5(pid=25266): stderr: \u000a| �[0;m�[38;5;43m20221210041630087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041630087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041630088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041630088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041630091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041630091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041630091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:31.924860 run patchelf(pid=25269): Terminating (SIGINT)\u000a04:16:32.092807 run patchelf(pid=25269): Terminated: ok {rc=0}\u000a04:16:32.125692 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25266): Process ended prematurely: osmo-stp_10.42.42.5(pid=25266) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25266)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:16:32.135402 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:16:32.197700 run osmo-hlr_10.42.42.2(pid=25262): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25262)]\u000a04:16:32.247685 run osmo-hlr_10.42.42.2(pid=25262): stdout: \u000a| (launched: 2022-12-10_04:16:28.950333) \u000a04:16:32.297069 run osmo-hlr_10.42.42.2(pid=25262): stderr: \u000a| �[0;m�[1;31m20221210041629147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041629147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041629147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041629147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041629147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041629147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041629160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041629168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041629168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041629168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:32.339767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25261): Terminating (SIGTERM)\u000a04:16:32.379689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25265): Terminating (SIGTERM)\u000a04:16:32.419630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25268): Terminating (SIGTERM)\u000a04:16:32.429657 --- ParallelTerminationStrategy: PID 25261 died...\u000a04:16:32.483786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25261): Terminated: ok {rc=0}\u000a04:16:32.493462 --- ParallelTerminationStrategy: PID 25265 died...\u000a04:16:32.546372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25265): Terminated: ok {rc=0}\u000a04:16:32.556626 --- ParallelTerminationStrategy: PID 25268 died...\u000a04:16:32.609982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25268): Terminated: ok {rc=0}\u000a04:16:32.697108 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:15:35" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25283): Process ended prematurely: osmo-stp_10.42.42.5(pid=25283) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25283)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25283): Process ended prematurely: osmo-stp_10.42.42.5(pid=25283) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:16:34.843260 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:34.854300 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:16:35.006155 tst cs_paging_gprs_active.py: using LAC 25927\u000a04:16:35.119020 tst cs_paging_gprs_active.py: using RAC 172\u000a04:16:35.232215 tst cs_paging_gprs_active.py: using CellId 25927\u000a04:16:35.345369 tst cs_paging_gprs_active.py: using BVCI 25928\u000a04:16:35.367590 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:35.378448 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:35.389086 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:35.400192 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:35.411493 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:35.422725 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:35.433960 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:35.444892 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:35.456292 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:16:35.573786 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:16:35.848236 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:16:35.970824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:36.274015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25273): Launched\u000a04:16:36.525184 run iperf3-srv_10.42.42.10(pid=25274): Launched\u000a04:16:36.704219 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:16:36.826148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:37.129671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25275): Launched\u000a04:16:37.380648 run iperf3-srv_10.42.42.10(pid=25276): Launched\u000a04:16:37.559190 tst cs_paging_gprs_active.py:38: start network...\u000a04:16:37.680914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:38.138721 run create_hlr_db(pid=25277): Launched\u000a04:16:38.307029 bus /gobi_6: Setting Powered False\u000a04:16:39.328921 run create_hlr_db(pid=25277): Terminated: ok {rc=0}\u000a04:16:39.742332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25279): Launched\u000a04:16:40.052301 run osmo-hlr_10.42.42.2(pid=25280): Launched\u000a04:16:40.166498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:40.704446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25282): Launched\u000a04:16:41.017093 run osmo-stp_10.42.42.5(pid=25283): Launched\u000a04:16:41.129923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:41.670619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25285): Launched\u000a04:16:41.781440 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:42.053123 run patchelf(pid=25286): Launched\u000a04:16:42.235110 run osmo-stp_10.42.42.5(pid=25283): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25283)]\u000a04:16:42.368211 run osmo-stp_10.42.42.5(pid=25283): stdout: \u000a| (launched: 2022-12-10_04:16:40.863012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:42.501429 run osmo-stp_10.42.42.5(pid=25283): stderr: \u000a| �[0;m�[38;5;43m20221210041641054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041641054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041641054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041641054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041641055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041641055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041641055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:42.629935 run osmo-stp_10.42.42.5(pid=25283): stdout: \u000a| (launched: 2022-12-10_04:16:40.863012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:42.756899 run osmo-stp_10.42.42.5(pid=25283): stderr: \u000a| �[0;m�[38;5;43m20221210041641054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041641054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041641054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041641054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041641055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041641055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041641055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:42.906197 run patchelf(pid=25286): Terminating (SIGINT)\u000a04:16:43.081086 run patchelf(pid=25286): Terminated: ok {rc=0}\u000a04:16:43.113477 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25283): Process ended prematurely: osmo-stp_10.42.42.5(pid=25283) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25283)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:16:43.123540 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a04:16:43.184756 run osmo-hlr_10.42.42.2(pid=25280): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25280)]\u000a04:16:43.234825 run osmo-hlr_10.42.42.2(pid=25280): stdout: \u000a| (launched: 2022-12-10_04:16:39.900610) \u000a04:16:43.285555 run osmo-hlr_10.42.42.2(pid=25280): stderr: \u000a| �[0;m�[1;31m20221210041640094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041640094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041640095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041640095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041640095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041640095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041640110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041640119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041640119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041640119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:43.328916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25273): Terminating (SIGTERM)\u000a04:16:43.369807 run iperf3-srv_10.42.42.10(pid=25274): Terminating (SIGTERM)\u000a04:16:43.410734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25275): Terminating (SIGTERM)\u000a04:16:43.451501 run iperf3-srv_10.42.42.10(pid=25276): Terminating (SIGTERM)\u000a04:16:43.492502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25279): Terminating (SIGTERM)\u000a04:16:43.533423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25282): Terminating (SIGTERM)\u000a04:16:43.574402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25285): Terminating (SIGTERM)\u000a04:16:43.583832 --- ParallelTerminationStrategy: PID 25273 died...\u000a04:16:43.638722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25273): Terminated: ok {rc=0}\u000a04:16:43.648660 --- ParallelTerminationStrategy: PID 25274 died...\u000a04:16:43.703338 run iperf3-srv_10.42.42.10(pid=25274): Terminated {rc=256}\u000a04:16:43.713266 --- ParallelTerminationStrategy: PID 25275 died...\u000a04:16:43.767988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25275): Terminated: ok {rc=0}\u000a04:16:43.777948 --- ParallelTerminationStrategy: PID 25276 died...\u000a04:16:43.832995 run iperf3-srv_10.42.42.10(pid=25276): Terminated {rc=256}\u000a04:16:43.842939 --- ParallelTerminationStrategy: PID 25279 died...\u000a04:16:43.898195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25279): Terminated: ok {rc=0}\u000a04:16:43.908327 --- ParallelTerminationStrategy: PID 25282 died...\u000a04:16:43.963229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25282): Terminated: ok {rc=0}\u000a04:16:43.973155 --- ParallelTerminationStrategy: PID 25285 died...\u000a04:16:44.027979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25285): Terminated: ok {rc=0}\u000a04:16:44.113804 bus /gobi_0: Setting Powered False\u000a04:16:45.218647 bus /gobi_0: Setting Powered False\u000a04:16:46.330730 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25295): Process ended prematurely: osmo-stp_10.42.42.5(pid=25295) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25295)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25295): Process ended prematurely: osmo-stp_10.42.42.5(pid=25295) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:16:47.436389 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:47.447617 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:16:47.599638 tst iperf3.py: using LAC 25928\u000a04:16:47.713813 tst iperf3.py: using RAC 173\u000a04:16:47.834339 tst iperf3.py: using CellId 25928\u000a04:16:47.947201 tst iperf3.py: using BVCI 25929\u000a04:16:47.969370 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:47.980175 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:47.990768 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:48.001717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:48.012404 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:48.023696 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:48.034736 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:48.045466 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:48.056262 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:16:48.326076 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:16:48.447580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:48.749238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25287): Launched\u000a04:16:48.999094 run iperf3-srv_10.42.42.10(pid=25288): Launched\u000a04:16:49.177210 tst iperf3.py:8: start network...\u000a04:16:49.298414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:49.755718 run create_hlr_db(pid=25289): Launched\u000a04:16:49.923265 bus /gobi_6: Setting Powered False\u000a04:16:50.944782 run create_hlr_db(pid=25289): Terminated: ok {rc=0}\u000a04:16:51.331735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25291): Launched\u000a04:16:51.622660 run osmo-hlr_10.42.42.2(pid=25292): Launched\u000a04:16:51.728656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:52.234714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25294): Launched\u000a04:16:52.525441 run osmo-stp_10.42.42.5(pid=25295): Launched\u000a04:16:52.632667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:53.140354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25297): Launched\u000a04:16:53.244137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:53.497272 run patchelf(pid=25298): Launched\u000a04:16:53.667671 run osmo-stp_10.42.42.5(pid=25295): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25295)]\u000a04:16:53.792693 run osmo-stp_10.42.42.5(pid=25295): stdout: \u000a| (launched: 2022-12-10_04:16:52.382119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:53.918450 run osmo-stp_10.42.42.5(pid=25295): stderr: \u000a| �[0;m�[38;5;43m20221210041652549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041652549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041652550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041652550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041652550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041652551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041652551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:54.039274 run osmo-stp_10.42.42.5(pid=25295): stdout: \u000a| (launched: 2022-12-10_04:16:52.382119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:54.159298 run osmo-stp_10.42.42.5(pid=25295): stderr: \u000a| �[0;m�[38;5;43m20221210041652549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041652549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041652550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041652550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041652550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041652551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041652551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:54.299298 run patchelf(pid=25298): Terminating (SIGINT)\u000a04:16:54.464415 run patchelf(pid=25298): Terminated: ok {rc=0}\u000a04:16:54.495046 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25295): Process ended prematurely: osmo-stp_10.42.42.5(pid=25295) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25295)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:16:54.504436 tst iperf3.py:8: Test FAILED (7.1 sec)\u000a04:16:54.563517 run osmo-hlr_10.42.42.2(pid=25292): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25292)]\u000a04:16:54.611640 run osmo-hlr_10.42.42.2(pid=25292): stdout: \u000a| (launched: 2022-12-10_04:16:51.479752) \u000a04:16:54.660259 run osmo-hlr_10.42.42.2(pid=25292): stderr: \u000a| �[0;m�[1;31m20221210041651654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041651654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041651654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041651654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041651654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041651654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041651666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041651674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041651674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041651674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:54.701326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25287): Terminating (SIGTERM)\u000a04:16:54.740631 run iperf3-srv_10.42.42.10(pid=25288): Terminating (SIGTERM)\u000a04:16:54.779955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25291): Terminating (SIGTERM)\u000a04:16:54.819302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25294): Terminating (SIGTERM)\u000a04:16:54.858727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25297): Terminating (SIGTERM)\u000a04:16:54.867979 --- ParallelTerminationStrategy: PID 25287 died...\u000a04:16:54.920407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25287): Terminated: ok {rc=0}\u000a04:16:54.930013 --- ParallelTerminationStrategy: PID 25288 died...\u000a04:16:54.982114 run iperf3-srv_10.42.42.10(pid=25288): Terminated {rc=256}\u000a04:16:54.991689 --- ParallelTerminationStrategy: PID 25291 died...\u000a04:16:55.044278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25291): Terminated: ok {rc=0}\u000a04:16:55.053709 --- ParallelTerminationStrategy: PID 25294 died...\u000a04:16:55.105919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25294): Terminated: ok {rc=0}\u000a04:16:55.115827 --- ParallelTerminationStrategy: PID 25297 died...\u000a04:16:55.168630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25297): Terminated: ok {rc=0}\u000a04:16:55.251012 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25316): Process ended prematurely: osmo-stp_10.42.42.5(pid=25316) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25316): Process ended prematurely: osmo-stp_10.42.42.5(pid=25316) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:16:56.363481 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:56.376699 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:16:56.540333 tst iperf3m4.py: using LAC 25929\u000a04:16:56.662799 tst iperf3m4.py: using RAC 174\u000a04:16:56.786668 tst iperf3m4.py: using CellId 25929\u000a04:16:56.909330 tst iperf3m4.py: using BVCI 25930\u000a04:16:56.933407 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:56.945069 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:56.956453 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:56.968197 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:56.980199 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:56.991744 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:57.003516 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:57.015128 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:16:57.026990 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:16:57.145493 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:16:57.263362 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:16:57.377196 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:16:57.662050 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:16:57.792044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:58.113809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25299): Launched\u000a04:16:58.380046 run iperf3-srv_10.42.42.10(pid=25300): Launched\u000a04:16:58.571123 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:16:58.701070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:59.022803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25301): Launched\u000a04:16:59.289728 run iperf3-srv_10.42.42.10(pid=25302): Launched\u000a04:16:59.480518 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:16:59.610497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:59.932058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25303): Launched\u000a04:17:00.198580 run iperf3-srv_10.42.42.10(pid=25304): Launched\u000a04:17:00.389583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:17:00.519211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:00.855412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25305): Launched\u000a04:17:01.145199 run iperf3-srv_10.42.42.10(pid=25306): Launched\u000a04:17:01.349426 tst iperf3m4.py:8: start network...\u000a04:17:01.481635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:02.061660 run create_hlr_db(pid=25310): Launched\u000a04:17:02.247483 bus /gobi_6: Setting Powered False\u000a04:17:03.263781 run create_hlr_db(pid=25310): Terminated: ok {rc=0}\u000a04:17:03.677537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25312): Launched\u000a04:17:03.987447 run osmo-hlr_10.42.42.2(pid=25313): Launched\u000a04:17:04.104585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:04.649504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25315): Launched\u000a04:17:04.959447 run osmo-stp_10.42.42.5(pid=25316): Launched\u000a04:17:05.073206 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:05.615869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25318): Launched\u000a04:17:05.726784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:05.997799 run patchelf(pid=25319): Launched\u000a04:17:06.180534 run osmo-stp_10.42.42.5(pid=25316): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)]\u000a04:17:06.314783 run osmo-stp_10.42.42.5(pid=25316): stdout: \u000a| (launched: 2022-12-10_04:17:04.807476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:06.449235 run osmo-stp_10.42.42.5(pid=25316): stderr: \u000a| �[0;m�[38;5;43m20221210041704995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041704995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041704995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041704996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041704996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041704996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041704997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:06.578520 run osmo-stp_10.42.42.5(pid=25316): stdout: \u000a| (launched: 2022-12-10_04:17:04.807476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:06.706433 run osmo-stp_10.42.42.5(pid=25316): stderr: \u000a| �[0;m�[38;5;43m20221210041704995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041704995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041704995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041704996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041704996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041704996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041704997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:06.855642 run patchelf(pid=25319): Terminating (SIGINT)\u000a04:17:07.031854 run patchelf(pid=25319): Terminated: ok {rc=0}\u000a04:17:07.064666 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25316): Process ended prematurely: osmo-stp_10.42.42.5(pid=25316) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:17:07.075002 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:17:07.138163 run osmo-hlr_10.42.42.2(pid=25313): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25313)]\u000a04:17:07.189297 run osmo-hlr_10.42.42.2(pid=25313): stdout: \u000a| (launched: 2022-12-10_04:17:03.835511) \u000a04:17:07.241066 run osmo-hlr_10.42.42.2(pid=25313): stderr: \u000a| �[0;m�[1;31m20221210041704032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041704032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041704032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041704032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041704032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041704033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041704045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041704053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041704054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041704054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:07.285385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25299): Terminating (SIGTERM)\u000a04:17:07.327355 run iperf3-srv_10.42.42.10(pid=25300): Terminating (SIGTERM)\u000a04:17:07.369191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25301): Terminating (SIGTERM)\u000a04:17:07.410938 run iperf3-srv_10.42.42.10(pid=25302): Terminating (SIGTERM)\u000a04:17:07.452798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25303): Terminating (SIGTERM)\u000a04:17:07.494416 run iperf3-srv_10.42.42.10(pid=25304): Terminating (SIGTERM)\u000a04:17:07.536136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25305): Terminating (SIGTERM)\u000a04:17:07.577497 run iperf3-srv_10.42.42.10(pid=25306): Terminating (SIGTERM)\u000a04:17:07.619000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25312): Terminating (SIGTERM)\u000a04:17:07.660509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25315): Terminating (SIGTERM)\u000a04:17:07.702108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25318): Terminating (SIGTERM)\u000a04:17:07.711868 --- ParallelTerminationStrategy: PID 25299 died...\u000a04:17:07.767089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25299): Terminated: ok {rc=0}\u000a04:17:07.777403 --- ParallelTerminationStrategy: PID 25300 died...\u000a04:17:07.832121 run iperf3-srv_10.42.42.10(pid=25300): Terminated {rc=256}\u000a04:17:07.842263 --- ParallelTerminationStrategy: PID 25301 died...\u000a04:17:07.897491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25301): Terminated: ok {rc=0}\u000a04:17:07.907480 --- ParallelTerminationStrategy: PID 25302 died...\u000a04:17:07.962274 run iperf3-srv_10.42.42.10(pid=25302): Terminated {rc=256}\u000a04:17:07.972357 --- ParallelTerminationStrategy: PID 25303 died...\u000a04:17:08.027173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25303): Terminated: ok {rc=0}\u000a04:17:08.037227 --- ParallelTerminationStrategy: PID 25304 died...\u000a04:17:08.091900 run iperf3-srv_10.42.42.10(pid=25304): Terminated {rc=256}\u000a04:17:08.102111 --- ParallelTerminationStrategy: PID 25305 died...\u000a04:17:08.157274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25305): Terminated: ok {rc=0}\u000a04:17:08.167441 --- ParallelTerminationStrategy: PID 25306 died...\u000a04:17:08.222304 run iperf3-srv_10.42.42.10(pid=25306): Terminated {rc=256}\u000a04:17:08.232433 --- ParallelTerminationStrategy: PID 25312 died...\u000a04:17:08.286957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25312): Terminated: ok {rc=0}\u000a04:17:08.296928 --- ParallelTerminationStrategy: PID 25315 died...\u000a04:17:08.351503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25315): Terminated: ok {rc=0}\u000a04:17:08.361807 --- ParallelTerminationStrategy: PID 25318 died...\u000a04:17:08.416919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25318): Terminated: ok {rc=0}\u000a04:17:08.503748 bus /gobi_4: Setting Powered False\u000a04:17:09.609509 bus /gobi_4: Setting Powered False\u000a04:17:10.720376 bus /gobi_1: Setting Powered False\u000a04:17:11.822919 bus /gobi_1: Setting Powered False\u000a04:17:12.933116 bus /gobi_0: Setting Powered False\u000a04:17:14.035733 bus /gobi_0: Setting Powered False\u000a04:17:15.142230 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25326): Process ended prematurely: osmo-stp_10.42.42.5(pid=25326) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25326)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25326): Process ended prematurely: osmo-stp_10.42.42.5(pid=25326) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:17:16.208097 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:16.219979 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:17:16.377547 tst ping.py: using LAC 25930\u000a04:17:16.494725 tst ping.py: using RAC 175\u000a04:17:16.611618 tst ping.py: using CellId 25930\u000a04:17:16.758407 tst ping.py: using BVCI 25931\u000a04:17:16.791507 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:16.807360 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:16.822872 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:16.836203 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:16.849222 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:16.860326 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:16.871712 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:16.883415 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:17.154322 tst ping.py:19: start network...\u000a04:17:17.276832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:17.731119 run create_hlr_db(pid=25320): Launched\u000a04:17:17.897624 bus /gobi_6: Setting Powered False\u000a04:17:18.919010 run create_hlr_db(pid=25320): Terminated: ok {rc=0}\u000a04:17:19.301511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25322): Launched\u000a04:17:19.588068 run osmo-hlr_10.42.42.2(pid=25323): Launched\u000a04:17:19.699079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:20.205325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25325): Launched\u000a04:17:20.490153 run osmo-stp_10.42.42.5(pid=25326): Launched\u000a04:17:20.593372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:21.092751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25328): Launched\u000a04:17:21.194781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:21.444615 run patchelf(pid=25329): Launched\u000a04:17:21.613300 run osmo-stp_10.42.42.5(pid=25326): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25326)]\u000a04:17:21.736662 run osmo-stp_10.42.42.5(pid=25326): stdout: \u000a| (launched: 2022-12-10_04:17:20.350642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:21.860398 run osmo-stp_10.42.42.5(pid=25326): stderr: \u000a| �[0;m�[38;5;43m20221210041720519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041720520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041720520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041720520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041720521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041720521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041720521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:21.979867 run osmo-stp_10.42.42.5(pid=25326): stdout: \u000a| (launched: 2022-12-10_04:17:20.350642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:22.098008 run osmo-stp_10.42.42.5(pid=25326): stderr: \u000a| �[0;m�[38;5;43m20221210041720519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041720520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041720520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041720520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041720521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041720521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041720521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:22.235446 run patchelf(pid=25329): Terminating (SIGINT)\u000a04:17:22.397248 run patchelf(pid=25329): Terminated: ok {rc=0}\u000a04:17:22.426988 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25326): Process ended prematurely: osmo-stp_10.42.42.5(pid=25326) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25326)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:17:22.435733 tst ping.py:22: Test FAILED (6.2 sec)\u000a04:17:22.495104 run osmo-hlr_10.42.42.2(pid=25323): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25323)]\u000a04:17:22.543448 run osmo-hlr_10.42.42.2(pid=25323): stdout: \u000a| (launched: 2022-12-10_04:17:19.447424) \u000a04:17:22.592409 run osmo-hlr_10.42.42.2(pid=25323): stderr: \u000a| �[0;m�[1;31m20221210041719621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041719621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041719621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041719621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041719621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041719621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041719634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041719642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041719642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041719642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:22.633862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25322): Terminating (SIGTERM)\u000a04:17:22.673157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25325): Terminating (SIGTERM)\u000a04:17:22.712380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25328): Terminating (SIGTERM)\u000a04:17:22.721707 --- ParallelTerminationStrategy: PID 25322 died...\u000a04:17:22.774488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25322): Terminated: ok {rc=0}\u000a04:17:22.784029 --- ParallelTerminationStrategy: PID 25325 died...\u000a04:17:22.836445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25325): Terminated: ok {rc=0}\u000a04:17:22.845910 --- ParallelTerminationStrategy: PID 25328 died...\u000a04:17:22.898018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25328): Terminated: ok {rc=0}\u000a04:17:22.984134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25336): Process ended prematurely: osmo-stp_10.42.42.5(pid=25336) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25336)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25336): Process ended prematurely: osmo-stp_10.42.42.5(pid=25336) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:17:24.035286 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:24.046841 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:17:24.202679 tst ping_idle_ping.py: using LAC 25931\u000a04:17:24.317312 tst ping_idle_ping.py: using RAC 176\u000a04:17:24.437519 tst ping_idle_ping.py: using CellId 25931\u000a04:17:24.562818 tst ping_idle_ping.py: using BVCI 25932\u000a04:17:24.586619 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:24.597917 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:24.609475 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:24.620775 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:24.632033 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:24.643519 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:24.654939 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:24.666764 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:24.931665 tst ping_idle_ping.py:24: start network...\u000a04:17:25.050965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:25.503002 run create_hlr_db(pid=25330): Launched\u000a04:17:25.669401 bus /gobi_6: Setting Powered False\u000a04:17:26.690308 run create_hlr_db(pid=25330): Terminated: ok {rc=0}\u000a04:17:27.099222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25332): Launched\u000a04:17:27.405719 run osmo-hlr_10.42.42.2(pid=25333): Launched\u000a04:17:27.519648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:28.050637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25335): Launched\u000a04:17:28.358391 run osmo-stp_10.42.42.5(pid=25336): Launched\u000a04:17:28.470879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:29.006631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25338): Launched\u000a04:17:29.116306 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:29.382586 run patchelf(pid=25339): Launched\u000a04:17:29.563138 run osmo-stp_10.42.42.5(pid=25336): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25336)]\u000a04:17:29.694966 run osmo-stp_10.42.42.5(pid=25336): stdout: \u000a| (launched: 2022-12-10_04:17:28.207585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:29.826808 run osmo-stp_10.42.42.5(pid=25336): stderr: \u000a| �[0;m�[38;5;43m20221210041728395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041728395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041728395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041728396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041728396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041728396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041728396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:29.954862 run osmo-stp_10.42.42.5(pid=25336): stdout: \u000a| (launched: 2022-12-10_04:17:28.207585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:30.081290 run osmo-stp_10.42.42.5(pid=25336): stderr: \u000a| �[0;m�[38;5;43m20221210041728395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041728395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041728395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041728396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041728396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041728396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041728396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:30.228020 run patchelf(pid=25339): Terminating (SIGINT)\u000a04:17:30.400425 run patchelf(pid=25339): Terminated: ok {rc=0}\u000a04:17:30.432109 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25336): Process ended prematurely: osmo-stp_10.42.42.5(pid=25336) [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25336)] [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:17:30.441665 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:17:30.503011 run osmo-hlr_10.42.42.2(pid=25333): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25333)]\u000a04:17:30.553429 run osmo-hlr_10.42.42.2(pid=25333): stdout: \u000a| (launched: 2022-12-10_04:17:27.255232) \u000a04:17:30.604612 run osmo-hlr_10.42.42.2(pid=25333): stderr: \u000a| �[0;m�[1;31m20221210041727451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041727451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041727451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041727451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041727451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041727451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041727465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041727473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041727474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041727474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:30.648207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25332): Terminating (SIGTERM)\u000a04:17:30.689526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25335): Terminating (SIGTERM)\u000a04:17:30.730807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25338): Terminating (SIGTERM)\u000a04:17:30.740509 --- ParallelTerminationStrategy: PID 25332 died...\u000a04:17:30.795563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25332): Terminated: ok {rc=0}\u000a04:17:30.805635 --- ParallelTerminationStrategy: PID 25335 died...\u000a04:17:30.866552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25335): Terminated: ok {rc=0}\u000a04:17:30.877078 --- ParallelTerminationStrategy: PID 25338 died...\u000a04:17:30.933699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25338): Terminated: ok {rc=0}\u000a04:17:31.026965 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:16:34" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25360): Process ended prematurely: osmo-stp_10.42.42.5(pid=25360) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25360)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25360): Process ended prematurely: osmo-stp_10.42.42.5(pid=25360) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:17:33.205719 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:33.216935 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:17:33.352793 tst cs_paging_gprs_active.py: using LAC 25932\u000a04:17:33.466527 tst cs_paging_gprs_active.py: using RAC 177\u000a04:17:33.588218 tst cs_paging_gprs_active.py: using CellId 25932\u000a04:17:33.710665 tst cs_paging_gprs_active.py: using BVCI 25933\u000a04:17:33.734675 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:33.746513 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:33.758195 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:33.769911 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:33.781786 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:33.793888 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:33.805601 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:33.817119 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:33.828874 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:17:33.944821 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:17:34.214599 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:17:34.336197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:34.638543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25343): Launched\u000a04:17:34.889462 run iperf3-srv_10.42.42.10(pid=25344): Launched\u000a04:17:35.067665 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:17:35.189135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:35.492488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25345): Launched\u000a04:17:35.742850 run iperf3-srv_10.42.42.10(pid=25346): Launched\u000a04:17:35.921440 tst cs_paging_gprs_active.py:38: start network...\u000a04:17:36.045572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:36.506212 run create_hlr_db(pid=25354): Launched\u000a04:17:36.675076 bus /gobi_6: Setting Powered False\u000a04:17:37.696752 run create_hlr_db(pid=25354): Terminated: ok {rc=0}\u000a04:17:38.086561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25356): Launched\u000a04:17:38.379357 run osmo-hlr_10.42.42.2(pid=25357): Launched\u000a04:17:38.492395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:39.009859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25359): Launched\u000a04:17:39.301160 run osmo-stp_10.42.42.5(pid=25360): Launched\u000a04:17:39.407145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:39.915882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25362): Launched\u000a04:17:40.028540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:40.299543 run patchelf(pid=25363): Launched\u000a04:17:40.482386 run osmo-stp_10.42.42.5(pid=25360): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25360)]\u000a04:17:40.616428 run osmo-stp_10.42.42.5(pid=25360): stdout: \u000a| (launched: 2022-12-10_04:17:39.158247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:40.750889 run osmo-stp_10.42.42.5(pid=25360): stderr: \u000a| �[0;m�[38;5;43m20221210041739326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041739326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041739327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041739327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041739329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041739329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041739329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:40.880105 run osmo-stp_10.42.42.5(pid=25360): stdout: \u000a| (launched: 2022-12-10_04:17:39.158247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:41.008528 run osmo-stp_10.42.42.5(pid=25360): stderr: \u000a| �[0;m�[38;5;43m20221210041739326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041739326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041739327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041739327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041739329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041739329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041739329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:41.157489 run patchelf(pid=25363): Terminating (SIGINT)\u000a04:17:41.331910 run patchelf(pid=25363): Terminated: ok {rc=0}\u000a04:17:41.364519 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25360): Process ended prematurely: osmo-stp_10.42.42.5(pid=25360) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25360)] [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a04:17:41.374734 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a04:17:41.436169 run osmo-hlr_10.42.42.2(pid=25357): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25357)]\u000a04:17:41.486781 run osmo-hlr_10.42.42.2(pid=25357): stdout: \u000a| (launched: 2022-12-10_04:17:38.235186) \u000a04:17:41.538263 run osmo-hlr_10.42.42.2(pid=25357): stderr: \u000a| �[0;m�[1;31m20221210041738411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041738411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041738411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041738411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041738411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041738411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041738424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041738434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041738434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041738434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:41.581721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25343): Terminating (SIGTERM)\u000a04:17:41.622578 run iperf3-srv_10.42.42.10(pid=25344): Terminating (SIGTERM)\u000a04:17:41.663590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25345): Terminating (SIGTERM)\u000a04:17:41.704398 run iperf3-srv_10.42.42.10(pid=25346): Terminating (SIGTERM)\u000a04:17:41.745423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25356): Terminating (SIGTERM)\u000a04:17:41.786300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25359): Terminating (SIGTERM)\u000a04:17:41.827244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25362): Terminating (SIGTERM)\u000a04:17:41.836691 --- ParallelTerminationStrategy: PID 25343 died...\u000a04:17:41.892414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25343): Terminated: ok {rc=0}\u000a04:17:41.902417 --- ParallelTerminationStrategy: PID 25344 died...\u000a04:17:41.956789 run iperf3-srv_10.42.42.10(pid=25344): Terminated {rc=256}\u000a04:17:41.966653 --- ParallelTerminationStrategy: PID 25345 died...\u000a04:17:42.021426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25345): Terminated: ok {rc=0}\u000a04:17:42.031212 --- ParallelTerminationStrategy: PID 25346 died...\u000a04:17:42.085394 run iperf3-srv_10.42.42.10(pid=25346): Terminated {rc=256}\u000a04:17:42.095112 --- ParallelTerminationStrategy: PID 25356 died...\u000a04:17:42.149244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25356): Terminated: ok {rc=0}\u000a04:17:42.158974 --- ParallelTerminationStrategy: PID 25359 died...\u000a04:17:42.213383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25359): Terminated: ok {rc=0}\u000a04:17:42.223099 --- ParallelTerminationStrategy: PID 25362 died...\u000a04:17:42.277254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25362): Terminated: ok {rc=0}\u000a04:17:42.363270 bus /gobi_0: Setting Powered False\u000a04:17:43.468565 bus /gobi_0: Setting Powered False\u000a04:17:44.578303 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25372): Process ended prematurely: osmo-stp_10.42.42.5(pid=25372) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25372)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25372): Process ended prematurely: osmo-stp_10.42.42.5(pid=25372) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a04:17:45.691013 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:45.703408 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:17:45.875016 tst iperf3.py: using LAC 25933\u000a04:17:46.000939 tst iperf3.py: using RAC 178\u000a04:17:46.156780 tst iperf3.py: using CellId 25933\u000a04:17:46.318540 tst iperf3.py: using BVCI 25934\u000a04:17:46.350018 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:46.363087 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:46.376548 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:46.389927 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:46.403160 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:46.416836 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:46.429457 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:46.443897 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:46.457705 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:17:46.737384 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:17:46.863227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:47.192602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25364): Launched\u000a04:17:47.448253 run iperf3-srv_10.42.42.10(pid=25365): Launched\u000a04:17:47.628277 tst iperf3.py:8: start network...\u000a04:17:47.750738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:48.210057 run create_hlr_db(pid=25366): Launched\u000a04:17:48.377829 bus /gobi_6: Setting Powered False\u000a04:17:49.399286 run create_hlr_db(pid=25366): Terminated: ok {rc=0}\u000a04:17:49.813721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25368): Launched\u000a04:17:50.124658 run osmo-hlr_10.42.42.2(pid=25369): Launched\u000a04:17:50.239854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:50.780849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25371): Launched\u000a04:17:51.091713 run osmo-stp_10.42.42.5(pid=25372): Launched\u000a04:17:51.204633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:51.748329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25374): Launched\u000a04:17:51.859624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:52.130899 run patchelf(pid=25375): Launched\u000a04:17:52.313944 run osmo-stp_10.42.42.5(pid=25372): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25372)]\u000a04:17:52.448576 run osmo-stp_10.42.42.5(pid=25372): stdout: \u000a| (launched: 2022-12-10_04:17:50.939643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:52.583106 run osmo-stp_10.42.42.5(pid=25372): stderr: \u000a| �[0;m�[38;5;43m20221210041751128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041751129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041751129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041751129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041751130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041751130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041751130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:52.712781 run osmo-stp_10.42.42.5(pid=25372): stdout: \u000a| (launched: 2022-12-10_04:17:50.939643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:52.840929 run osmo-stp_10.42.42.5(pid=25372): stderr: \u000a| �[0;m�[38;5;43m20221210041751128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041751129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041751129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041751129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041751130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041751130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041751130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:52.990947 run patchelf(pid=25375): Terminating (SIGINT)\u000a04:17:53.166502 run patchelf(pid=25375): Terminated: ok {rc=0}\u000a04:17:53.199069 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25372): Process ended prematurely: osmo-stp_10.42.42.5(pid=25372) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25372)] [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a04:17:53.209286 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:17:53.270962 run osmo-hlr_10.42.42.2(pid=25369): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25369)]\u000a04:17:53.321208 run osmo-hlr_10.42.42.2(pid=25369): stdout: \u000a| (launched: 2022-12-10_04:17:49.972747) \u000a04:17:53.372136 run osmo-hlr_10.42.42.2(pid=25369): stderr: \u000a| �[0;m�[1;31m20221210041750169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041750170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041750170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041750170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041750170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041750170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041750182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041750191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041750191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041750191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:53.415732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25364): Terminating (SIGTERM)\u000a04:17:53.456815 run iperf3-srv_10.42.42.10(pid=25365): Terminating (SIGTERM)\u000a04:17:53.499611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25368): Terminating (SIGTERM)\u000a04:17:53.540758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25371): Terminating (SIGTERM)\u000a04:17:53.581857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25374): Terminating (SIGTERM)\u000a04:17:53.591345 --- ParallelTerminationStrategy: PID 25364 died...\u000a04:17:53.646507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25364): Terminated: ok {rc=0}\u000a04:17:53.656267 --- ParallelTerminationStrategy: PID 25365 died...\u000a04:17:53.710753 run iperf3-srv_10.42.42.10(pid=25365): Terminated {rc=256}\u000a04:17:53.720623 --- ParallelTerminationStrategy: PID 25368 died...\u000a04:17:53.775201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25368): Terminated: ok {rc=0}\u000a04:17:53.785147 --- ParallelTerminationStrategy: PID 25371 died...\u000a04:17:53.839464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25371): Terminated: ok {rc=0}\u000a04:17:53.849439 --- ParallelTerminationStrategy: PID 25374 died...\u000a04:17:53.904247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25374): Terminated: ok {rc=0}\u000a04:17:53.989711 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25390): Process ended prematurely: osmo-stp_10.42.42.5(pid=25390) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25390)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25390): Process ended prematurely: osmo-stp_10.42.42.5(pid=25390) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a04:17:55.101558 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:55.113984 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:17:55.257788 tst iperf3m4.py: using LAC 25934\u000a04:17:55.379312 tst iperf3m4.py: using RAC 179\u000a04:17:55.500527 tst iperf3m4.py: using CellId 25934\u000a04:17:55.622409 tst iperf3m4.py: using BVCI 25935\u000a04:17:55.646411 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:55.658101 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:55.669509 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:55.681050 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:55.692485 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:55.703920 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:55.715473 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:55.726915 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:17:55.738539 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:17:55.854309 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:17:55.974309 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:17:56.089964 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:17:56.360252 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:17:56.482307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:56.784169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25376): Launched\u000a04:17:57.035200 run iperf3-srv_10.42.42.10(pid=25377): Launched\u000a04:17:57.213239 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:17:57.334313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:57.636102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25378): Launched\u000a04:17:57.889635 run iperf3-srv_10.42.42.10(pid=25379): Launched\u000a04:17:58.067566 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:17:58.189154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:58.491295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25380): Launched\u000a04:17:58.740836 run iperf3-srv_10.42.42.10(pid=25381): Launched\u000a04:17:58.919062 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:17:59.040401 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:59.342070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25382): Launched\u000a04:17:59.592213 run iperf3-srv_10.42.42.10(pid=25383): Launched\u000a04:17:59.771230 tst iperf3m4.py:8: start network...\u000a04:17:59.892673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:00.352297 run create_hlr_db(pid=25384): Launched\u000a04:18:00.520890 bus /gobi_6: Setting Powered False\u000a04:18:01.560494 run create_hlr_db(pid=25384): Terminated: ok {rc=0}\u000a04:18:01.999950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25386): Launched\u000a04:18:02.314366 run osmo-hlr_10.42.42.2(pid=25387): Launched\u000a04:18:02.429436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:02.971654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25389): Launched\u000a04:18:03.281633 run osmo-stp_10.42.42.5(pid=25390): Launched\u000a04:18:03.394997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:03.938568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25392): Launched\u000a04:18:04.049841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:04.320720 run patchelf(pid=25393): Launched\u000a04:18:04.503169 run osmo-stp_10.42.42.5(pid=25390): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25390)]\u000a04:18:04.636699 run osmo-stp_10.42.42.5(pid=25390): stdout: \u000a| (launched: 2022-12-10_04:18:03.129709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:04.770146 run osmo-stp_10.42.42.5(pid=25390): stderr: \u000a| �[0;m�[38;5;43m20221210041803317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041803318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041803318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041803318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041803319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041803319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041803319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:04.899340 run osmo-stp_10.42.42.5(pid=25390): stdout: \u000a| (launched: 2022-12-10_04:18:03.129709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:05.027272 run osmo-stp_10.42.42.5(pid=25390): stderr: \u000a| �[0;m�[38;5;43m20221210041803317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041803318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041803318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041803318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041803319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041803319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041803319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:05.176058 run patchelf(pid=25393): Terminating (SIGINT)\u000a04:18:05.351034 run patchelf(pid=25393): Terminated: ok {rc=0}\u000a04:18:05.383472 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25390): Process ended prematurely: osmo-stp_10.42.42.5(pid=25390) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25390)] [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a04:18:05.393701 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a04:18:05.455849 run osmo-hlr_10.42.42.2(pid=25387): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25387)]\u000a04:18:05.506414 run osmo-hlr_10.42.42.2(pid=25387): stdout: \u000a| (launched: 2022-12-10_04:18:02.161953) \u000a04:18:05.557557 run osmo-hlr_10.42.42.2(pid=25387): stderr: \u000a| �[0;m�[1;31m20221210041802356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041802356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041802356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041802356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041802356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041802356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041802368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041802376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041802376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041802377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:05.601358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25376): Terminating (SIGTERM)\u000a04:18:05.642456 run iperf3-srv_10.42.42.10(pid=25377): Terminating (SIGTERM)\u000a04:18:05.683711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25378): Terminating (SIGTERM)\u000a04:18:05.725028 run iperf3-srv_10.42.42.10(pid=25379): Terminating (SIGTERM)\u000a04:18:05.767836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25380): Terminating (SIGTERM)\u000a04:18:05.808763 run iperf3-srv_10.42.42.10(pid=25381): Terminating (SIGTERM)\u000a04:18:05.849838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25382): Terminating (SIGTERM)\u000a04:18:05.890659 run iperf3-srv_10.42.42.10(pid=25383): Terminating (SIGTERM)\u000a04:18:05.931901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25386): Terminating (SIGTERM)\u000a04:18:05.972942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25389): Terminating (SIGTERM)\u000a04:18:06.013921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25392): Terminating (SIGTERM)\u000a04:18:06.023429 --- ParallelTerminationStrategy: PID 25376 died...\u000a04:18:06.078469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25376): Terminated: ok {rc=0}\u000a04:18:06.088413 --- ParallelTerminationStrategy: PID 25377 died...\u000a04:18:06.142899 run iperf3-srv_10.42.42.10(pid=25377): Terminated {rc=256}\u000a04:18:06.152818 --- ParallelTerminationStrategy: PID 25378 died...\u000a04:18:06.207732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25378): Terminated: ok {rc=0}\u000a04:18:06.217957 --- ParallelTerminationStrategy: PID 25379 died...\u000a04:18:06.272156 run iperf3-srv_10.42.42.10(pid=25379): Terminated {rc=256}\u000a04:18:06.282126 --- ParallelTerminationStrategy: PID 25380 died...\u000a04:18:06.336830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25380): Terminated: ok {rc=0}\u000a04:18:06.346830 --- ParallelTerminationStrategy: PID 25381 died...\u000a04:18:06.401287 run iperf3-srv_10.42.42.10(pid=25381): Terminated {rc=256}\u000a04:18:06.411207 --- ParallelTerminationStrategy: PID 25382 died...\u000a04:18:06.465779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25382): Terminated: ok {rc=0}\u000a04:18:06.475556 --- ParallelTerminationStrategy: PID 25383 died...\u000a04:18:06.529907 run iperf3-srv_10.42.42.10(pid=25383): Terminated {rc=256}\u000a04:18:06.539880 --- ParallelTerminationStrategy: PID 25386 died...\u000a04:18:06.594428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25386): Terminated: ok {rc=0}\u000a04:18:06.604342 --- ParallelTerminationStrategy: PID 25389 died...\u000a04:18:06.658939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25389): Terminated: ok {rc=0}\u000a04:18:06.669008 --- ParallelTerminationStrategy: PID 25392 died...\u000a04:18:06.723611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25392): Terminated: ok {rc=0}\u000a04:18:06.808769 bus /gobi_4: Setting Powered False\u000a04:18:07.910963 bus /gobi_4: Setting Powered False\u000a04:18:09.019633 bus /gobi_1: Setting Powered False\u000a04:18:10.124525 bus /gobi_1: Setting Powered False\u000a04:18:11.234383 bus /gobi_0: Setting Powered False\u000a04:18:12.336989 bus /gobi_0: Setting Powered False\u000a04:18:13.443032 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25400): Process ended prematurely: osmo-stp_10.42.42.5(pid=25400) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25400)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25400): Process ended prematurely: osmo-stp_10.42.42.5(pid=25400) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a04:18:14.510480 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:14.522907 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:18:14.665667 tst ping.py: using LAC 25935\u000a04:18:14.785117 tst ping.py: using RAC 180\u000a04:18:14.905460 tst ping.py: using CellId 25935\u000a04:18:15.026993 tst ping.py: using BVCI 25936\u000a04:18:15.050571 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:15.062287 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:15.073798 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:15.085400 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:15.096834 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:15.108343 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:15.119910 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:15.131376 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:15.413027 tst ping.py:19: start network...\u000a04:18:15.540806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:16.067673 run create_hlr_db(pid=25394): Launched\u000a04:18:16.247640 bus /gobi_6: Setting Powered False\u000a04:18:17.281918 run create_hlr_db(pid=25394): Terminated: ok {rc=0}\u000a04:18:17.690546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25396): Launched\u000a04:18:17.995664 run osmo-hlr_10.42.42.2(pid=25397): Launched\u000a04:18:18.110433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:18.643401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25399): Launched\u000a04:18:18.948731 run osmo-stp_10.42.42.5(pid=25400): Launched\u000a04:18:19.059656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:19.593997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25402): Launched\u000a04:18:19.703495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:19.970601 run patchelf(pid=25403): Launched\u000a04:18:20.150416 run osmo-stp_10.42.42.5(pid=25400): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25400)]\u000a04:18:20.281535 run osmo-stp_10.42.42.5(pid=25400): stdout: \u000a| (launched: 2022-12-10_04:18:18.798943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:20.412858 run osmo-stp_10.42.42.5(pid=25400): stderr: \u000a| �[0;m�[38;5;43m20221210041818987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041818987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041818987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041818988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041818988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041818988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041818988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:20.539981 run osmo-stp_10.42.42.5(pid=25400): stdout: \u000a| (launched: 2022-12-10_04:18:18.798943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:20.665711 run osmo-stp_10.42.42.5(pid=25400): stderr: \u000a| �[0;m�[38;5;43m20221210041818987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041818987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041818987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041818988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041818988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041818988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041818988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:20.811551 run patchelf(pid=25403): Terminating (SIGINT)\u000a04:18:20.983832 run patchelf(pid=25403): Terminated: ok {rc=0}\u000a04:18:21.015553 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25400): Process ended prematurely: osmo-stp_10.42.42.5(pid=25400) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25400)] [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a04:18:21.025263 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:18:21.087471 run osmo-hlr_10.42.42.2(pid=25397): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25397)]\u000a04:18:21.138292 run osmo-hlr_10.42.42.2(pid=25397): stdout: \u000a| (launched: 2022-12-10_04:18:17.846430) \u000a04:18:21.189637 run osmo-hlr_10.42.42.2(pid=25397): stderr: \u000a| �[0;m�[1;31m20221210041818041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041818041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041818041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041818041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041818041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041818041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041818054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041818062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041818062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041818063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:21.233472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25396): Terminating (SIGTERM)\u000a04:18:21.274864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25399): Terminating (SIGTERM)\u000a04:18:21.316229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25402): Terminating (SIGTERM)\u000a04:18:21.325681 --- ParallelTerminationStrategy: PID 25396 died...\u000a04:18:21.381474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25396): Terminated: ok {rc=0}\u000a04:18:21.391558 --- ParallelTerminationStrategy: PID 25399 died...\u000a04:18:21.446483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25399): Terminated: ok {rc=0}\u000a04:18:21.456717 --- ParallelTerminationStrategy: PID 25402 died...\u000a04:18:21.511428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25402): Terminated: ok {rc=0}\u000a04:18:21.596883 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25410): Process ended prematurely: osmo-stp_10.42.42.5(pid=25410) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25410): Process ended prematurely: osmo-stp_10.42.42.5(pid=25410) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a04:18:22.650113 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.662549 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:18:22.807510 tst ping_idle_ping.py: using LAC 25936\u000a04:18:22.928566 tst ping_idle_ping.py: using RAC 181\u000a04:18:23.048857 tst ping_idle_ping.py: using CellId 25936\u000a04:18:23.169529 tst ping_idle_ping.py: using BVCI 25937\u000a04:18:23.193296 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:23.205199 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:23.216641 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:23.228764 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:23.240558 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:23.252379 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:23.264419 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:23.276205 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:23.558247 tst ping_idle_ping.py:24: start network...\u000a04:18:23.686418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:24.178844 run create_hlr_db(pid=25404): Launched\u000a04:18:24.356856 bus /gobi_6: Setting Powered False\u000a04:18:25.378545 run create_hlr_db(pid=25404): Terminated: ok {rc=0}\u000a04:18:25.766455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25406): Launched\u000a04:18:26.054182 run osmo-hlr_10.42.42.2(pid=25407): Launched\u000a04:18:26.166013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:26.676223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25409): Launched\u000a04:18:26.962592 run osmo-stp_10.42.42.5(pid=25410): Launched\u000a04:18:27.067609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:27.570208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25412): Launched\u000a04:18:27.673335 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:27.924309 run patchelf(pid=25413): Launched\u000a04:18:28.092934 run osmo-stp_10.42.42.5(pid=25410): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)]\u000a04:18:28.216171 run osmo-stp_10.42.42.5(pid=25410): stdout: \u000a| (launched: 2022-12-10_04:18:26.821793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:28.339968 run osmo-stp_10.42.42.5(pid=25410): stderr: \u000a| �[0;m�[38;5;43m20221210041826987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041826988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041826988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041826988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041826990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041826991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041826991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:28.459320 run osmo-stp_10.42.42.5(pid=25410): stdout: \u000a| (launched: 2022-12-10_04:18:26.821793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:28.577987 run osmo-stp_10.42.42.5(pid=25410): stderr: \u000a| �[0;m�[38;5;43m20221210041826987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041826988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041826988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041826988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041826990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041826991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041826991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:28.715753 run patchelf(pid=25413): Terminating (SIGINT)\u000a04:18:28.878126 run patchelf(pid=25413): Terminated: ok {rc=0}\u000a04:18:28.907823 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25410): Process ended prematurely: osmo-stp_10.42.42.5(pid=25410) [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)] [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a04:18:28.916583 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a04:18:28.976676 run osmo-hlr_10.42.42.2(pid=25407): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25407)]\u000a04:18:29.025291 run osmo-hlr_10.42.42.2(pid=25407): stdout: \u000a| (launched: 2022-12-10_04:18:25.912265) \u000a04:18:29.074904 run osmo-hlr_10.42.42.2(pid=25407): stderr: \u000a| �[0;m�[1;31m20221210041826086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041826086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041826087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041826087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041826087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041826087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041826099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041826109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041826109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041826109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:29.116376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25406): Terminating (SIGTERM)\u000a04:18:29.155868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25409): Terminating (SIGTERM)\u000a04:18:29.195549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25412): Terminating (SIGTERM)\u000a04:18:29.205138 --- ParallelTerminationStrategy: PID 25406 died...\u000a04:18:29.258300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25406): Terminated: ok {rc=0}\u000a04:18:29.268366 --- ParallelTerminationStrategy: PID 25409 died...\u000a04:18:29.321059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25409): Terminated: ok {rc=0}\u000a04:18:29.330841 --- ParallelTerminationStrategy: PID 25412 died...\u000a04:18:29.384255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25412): Terminated: ok {rc=0}\u000a04:18:29.471882 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:17:32" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25423): Process ended prematurely: osmo-stp_10.42.42.5(pid=25423) [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25423)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25423): Process ended prematurely: osmo-stp_10.42.42.5(pid=25423) [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:18:31.515824 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:18:31.528081 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:18:31.718337 tst switch_tch_pdch.py: using LAC 25937\u000a04:18:31.840547 tst switch_tch_pdch.py: using RAC 182\u000a04:18:31.963904 tst switch_tch_pdch.py: using CellId 25937\u000a04:18:32.111109 tst switch_tch_pdch.py: using BVCI 25938\u000a04:18:32.143951 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:18:32.160385 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:18:32.174679 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:18:32.189293 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:18:32.202409 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:18:32.215651 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:18:32.227822 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:18:32.241033 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:18:32.362412 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:18:32.643916 tst switch_tch_pdch.py:51: start network...\u000a04:18:32.772507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:33.259454 run create_hlr_db(pid=25417): Launched\u000a04:18:33.437156 bus /gobi_6: Setting Powered False\u000a04:18:34.456799 run create_hlr_db(pid=25417): Terminated: ok {rc=0}\u000a04:18:34.842673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25419): Launched\u000a04:18:35.128823 run osmo-hlr_10.42.42.2(pid=25420): Launched\u000a04:18:35.238594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:35.741545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25422): Launched\u000a04:18:36.028905 run osmo-stp_10.42.42.5(pid=25423): Launched\u000a04:18:36.133962 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:36.633620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25425): Launched\u000a04:18:36.736117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:36.986251 run patchelf(pid=25426): Launched\u000a04:18:37.154990 run osmo-stp_10.42.42.5(pid=25423): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25423)]\u000a04:18:37.279118 run osmo-stp_10.42.42.5(pid=25423): stdout: \u000a| (launched: 2022-12-10_04:18:35.886775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:37.403634 run osmo-stp_10.42.42.5(pid=25423): stderr: \u000a| �[0;m�[38;5;43m20221210041836053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041836054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041836054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041836054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041836057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041836057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041836057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:37.524285 run osmo-stp_10.42.42.5(pid=25423): stdout: \u000a| (launched: 2022-12-10_04:18:35.886775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:37.642634 run osmo-stp_10.42.42.5(pid=25423): stderr: \u000a| �[0;m�[38;5;43m20221210041836053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041836054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041836054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041836054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041836057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041836057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041836057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:37.780705 run patchelf(pid=25426): Terminating (SIGINT)\u000a04:18:37.943547 run patchelf(pid=25426): Terminated: ok {rc=0}\u000a04:18:37.973500 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25423): Process ended prematurely: osmo-stp_10.42.42.5(pid=25423) [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25423)] [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:18:37.982404 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a04:18:38.042130 run osmo-hlr_10.42.42.2(pid=25420): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25420)]\u000a04:18:38.090818 run osmo-hlr_10.42.42.2(pid=25420): stdout: \u000a| (launched: 2022-12-10_04:18:34.987947) \u000a04:18:38.140191 run osmo-hlr_10.42.42.2(pid=25420): stderr: \u000a| �[0;m�[1;31m20221210041835160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041835160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041835160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041835160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041835160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041835160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041835172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041835181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041835181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041835181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:38.181960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25419): Terminating (SIGTERM)\u000a04:18:38.222438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25422): Terminating (SIGTERM)\u000a04:18:38.262430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25425): Terminating (SIGTERM)\u000a04:18:38.272780 --- ParallelTerminationStrategy: PID 25419 died...\u000a04:18:38.325841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25419): Terminated: ok {rc=0}\u000a04:18:38.335714 --- ParallelTerminationStrategy: PID 25422 died...\u000a04:18:38.388821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25422): Terminated: ok {rc=0}\u000a04:18:38.398342 --- ParallelTerminationStrategy: PID 25425 died...\u000a04:18:38.450691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25425): Terminated: ok {rc=0}\u000a04:18:38.532772 bus /gobi_0: Setting Powered False\u000a04:18:39.638852 bus /gobi_0: Setting Powered False\u000a04:18:40.745847 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:18:31" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25436): Process ended prematurely: osmo-stp_10.42.42.5(pid=25436) [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25436)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25436): Process ended prematurely: osmo-stp_10.42.42.5(pid=25436) [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:18:42.718511 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:18:42.729317 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:18:42.879637 tst switch_tch_pdch.py: using LAC 25938\u000a04:18:42.991152 tst switch_tch_pdch.py: using RAC 183\u000a04:18:43.104406 tst switch_tch_pdch.py: using CellId 25938\u000a04:18:43.218843 tst switch_tch_pdch.py: using BVCI 25939\u000a04:18:43.240675 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:18:43.251571 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:18:43.262227 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:18:43.273158 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:18:43.283930 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:18:43.294890 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:18:43.305944 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:18:43.316741 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:18:43.432225 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:18:43.698989 tst switch_tch_pdch.py:51: start network...\u000a04:18:43.818227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:44.245258 run create_hlr_db(pid=25430): Launched\u000a04:18:44.362786 bus /gobi_6: Setting Powered False\u000a04:18:45.431844 run create_hlr_db(pid=25430): Terminated: ok {rc=0}\u000a04:18:45.812820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25432): Launched\u000a04:18:46.261214 run osmo-hlr_10.42.42.2(pid=25433): Launched\u000a04:18:46.543671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:47.178971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25435): Launched\u000a04:18:47.488408 run osmo-stp_10.42.42.5(pid=25436): Launched\u000a04:18:47.600213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:48.085923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25438): Launched\u000a04:18:48.188181 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:48.437465 run patchelf(pid=25439): Launched\u000a04:18:48.605840 run osmo-stp_10.42.42.5(pid=25436): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25436)]\u000a04:18:48.728857 run osmo-stp_10.42.42.5(pid=25436): stdout: \u000a| (launched: 2022-12-10_04:18:47.331151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:48.852594 run osmo-stp_10.42.42.5(pid=25436): stderr: \u000a| �[0;m�[38;5;43m20221210041847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041847542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:48.971506 run osmo-stp_10.42.42.5(pid=25436): stdout: \u000a| (launched: 2022-12-10_04:18:47.331151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:49.089934 run osmo-stp_10.42.42.5(pid=25436): stderr: \u000a| �[0;m�[38;5;43m20221210041847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041847542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:49.227127 run patchelf(pid=25439): Terminating (SIGINT)\u000a04:18:49.388480 run patchelf(pid=25439): Terminated: ok {rc=0}\u000a04:18:49.418069 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25436): Process ended prematurely: osmo-stp_10.42.42.5(pid=25436) [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25436)] [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:18:49.426932 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a04:18:49.486177 run osmo-hlr_10.42.42.2(pid=25433): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25433)]\u000a04:18:49.534297 run osmo-hlr_10.42.42.2(pid=25433): stdout: \u000a| (launched: 2022-12-10_04:18:45.992069) \u000a04:18:49.582958 run osmo-hlr_10.42.42.2(pid=25433): stderr: \u000a| �[0;m�[1;31m20221210041846199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041846199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041846199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041846199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041846199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041846199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041846214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041846225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041846226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041846226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:49.624573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25432): Terminating (SIGTERM)\u000a04:18:49.663550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25435): Terminating (SIGTERM)\u000a04:18:49.702578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25438): Terminating (SIGTERM)\u000a04:18:49.711941 --- ParallelTerminationStrategy: PID 25432 died...\u000a04:18:49.764670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25432): Terminated: ok {rc=0}\u000a04:18:49.774190 --- ParallelTerminationStrategy: PID 25435 died...\u000a04:18:49.826684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25435): Terminated: ok {rc=0}\u000a04:18:49.836521 --- ParallelTerminationStrategy: PID 25438 died...\u000a04:18:49.889006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25438): Terminated: ok {rc=0}\u000a04:18:49.970610 bus /gobi_0: Setting Powered False\u000a04:18:51.077049 bus /gobi_0: Setting Powered False\u000a04:18:52.183609 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:18:42" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25444): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25444) [trial-2369↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25444)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25444): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25444) [trial-2369↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a04:18:54.083431 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a04:18:54.094576 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a04:18:54.232024 tst mo_mt_sms.py: using LAC 25939\u000a04:18:54.351830 tst mo_mt_sms.py: using RAC 184\u000a04:18:54.473431 tst mo_mt_sms.py: using CellId 25939\u000a04:18:54.593217 tst mo_mt_sms.py: using BVCI 25940\u000a04:18:54.616222 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:18:54.728432 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:18:55.007588 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:18:55.135034 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:18:55.763584 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25443): Launched\u000a04:18:56.063775 run osmo-nitb_10.42.42.2(pid=25444): Launched\u000a04:18:56.251931 run osmo-nitb_10.42.42.2(pid=25444): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25444)]\u000a04:18:56.390155 run osmo-nitb_10.42.42.2(pid=25444): stdout: \u000a| (launched: 2022-12-10_04:18:55.918605) \u000a04:18:56.528476 run osmo-nitb_10.42.42.2(pid=25444): stderr: \u000a| (launched: 2022-12-10_04:18:55.964175)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:18:56.670854 run osmo-nitb_10.42.42.2(pid=25444): stdout: \u000a| (launched: 2022-12-10_04:18:55.918605) \u000a04:18:56.803584 run osmo-nitb_10.42.42.2(pid=25444): stderr: \u000a| (launched: 2022-12-10_04:18:55.964175)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:18:57.187580 tst osmo-nitb_10.42.42.2(pid=25444): stdout: \u000a| (launched: 2022-12-10_04:18:55.918605) \u000a04:18:57.309250 tst osmo-nitb_10.42.42.2(pid=25444): stderr: \u000a| (launched: 2022-12-10_04:18:55.964175)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:18:57.362599 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25444): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25444) [trial-2369↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25444)] [trial-2369↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a04:18:57.371393 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a04:18:57.407584 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25443): Terminating (SIGTERM)\u000a04:18:57.585591 --- ParallelTerminationStrategy: PID 25443 died...\u000a04:18:57.642083 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25443): Terminated: ok {rc=0}\u000a04:18:57.728538 bus /sierra_3: Setting Powered False\u000a04:18:58.832003 bus /sierra_3: Setting Powered False\u000a04:18:59.943883 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:18:53" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25455): Process ended prematurely: osmo-stp_10.42.42.5(pid=25455) [trial-2369↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25455)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25455): Process ended prematurely: osmo-stp_10.42.42.5(pid=25455) [trial-2369↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a04:19:01.900056 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:01.914605 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a04:19:02.064275 tst mo_mt_sms.py: using LAC 25940\u000a04:19:02.195097 tst mo_mt_sms.py: using RAC 185\u000a04:19:02.308628 tst mo_mt_sms.py: using CellId 25940\u000a04:19:02.420426 tst mo_mt_sms.py: using BVCI 25941\u000a04:19:02.442357 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:02.452983 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:02.463498 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:02.474725 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:02.486189 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:02.497414 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:19:02.609570 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:19:02.804751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:03.253143 run create_hlr_db(pid=25449): Launched\u000a04:19:03.418551 bus /sierra_2: Setting Powered False\u000a04:19:04.439350 run create_hlr_db(pid=25449): Terminated: ok {rc=0}\u000a04:19:04.843065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25451): Launched\u000a04:19:05.147124 run osmo-hlr_10.42.42.2(pid=25452): Launched\u000a04:19:05.262885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:05.792640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25454): Launched\u000a04:19:06.097452 run osmo-stp_10.42.42.5(pid=25455): Launched\u000a04:19:06.208598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:19:06.766483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25457): Launched\u000a04:19:07.070851 run osmo-msc_10.42.42.6(pid=25458): Launched\u000a04:19:07.249948 run osmo-stp_10.42.42.5(pid=25455): ERR: Terminated: ERROR {rc=1} [trial-2369↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25455)]\u000a04:19:07.379667 run osmo-stp_10.42.42.5(pid=25455): stdout: \u000a| (launched: 2022-12-10_04:19:05.947816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:07.509581 run osmo-stp_10.42.42.5(pid=25455): stderr: \u000a| �[0;m�[38;5;43m20221210041906137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041906137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041906137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041906138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041906138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041906138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041906138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:07.632416 run osmo-stp_10.42.42.5(pid=25455): stdout: \u000a| (launched: 2022-12-10_04:19:05.947816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:07.754722 run osmo-stp_10.42.42.5(pid=25455): stderr: \u000a| �[0;m�[38;5;43m20221210041906137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041906137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041906137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041906138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041906138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041906138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041906138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:07.808267 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25455): Process ended prematurely: osmo-stp_10.42.42.5(pid=25455) [trial-2369↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25455)] [trial-2369↪sms:trx-lms↪mo_mt_sms.py:16]\u000a04:19:07.816802 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a04:19:07.878129 run osmo-hlr_10.42.42.2(pid=25452): ERR: Terminated: ERROR {rc=237} [trial-2369↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25452)]\u000a04:19:07.928937 run osmo-hlr_10.42.42.2(pid=25452): stdout: \u000a| (launched: 2022-12-10_04:19:04.998662) \u000a04:19:07.980150 run osmo-hlr_10.42.42.2(pid=25452): stderr: \u000a| �[0;m�[1;31m20221210041905191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041905191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041905191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041905191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041905191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041905192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041905204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041905212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041905212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041905213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:08.049146 run osmo-msc_10.42.42.6(pid=25458): ERR: Terminated: ERROR {rc=2} [trial-2369↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25458)]\u000a04:19:08.099422 run osmo-msc_10.42.42.6(pid=25458): stdout: \u000a| (launched: 2022-12-10_04:19:06.921470) \u000a04:19:08.150260 run osmo-msc_10.42.42.6(pid=25458): stderr: \u000a| �[0;m�[38;5;43m20221210041907241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041907241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36a6110c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041907241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041907243 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041907244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041907244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041907244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:19:08.194607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25451): Terminating (SIGTERM)\u000a04:19:08.235466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25454): Terminating (SIGTERM)\u000a04:19:08.276448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25457): Terminating (SIGTERM)\u000a04:19:08.285863 --- ParallelTerminationStrategy: PID 25451 died...\u000a04:19:08.340599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25451): Terminated: ok {rc=0}\u000a04:19:08.350496 --- ParallelTerminationStrategy: PID 25454 died...\u000a04:19:08.404574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25454): Terminated: ok {rc=0}\u000a04:19:08.414457 --- ParallelTerminationStrategy: PID 25457 died...\u000a04:19:08.468602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25457): Terminated: ok {rc=0}\u000a04:19:08.553497 bus /sierra_3: Setting Powered False\u000a04:19:09.654306 bus /sierra_3: Setting Powered False\u000a04:19:10.763374 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:19:01" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25464): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25464) [trial-2369↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25464)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25464): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25464) [trial-2369↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a04:19:12.599867 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a04:19:12.610885 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a04:19:12.750598 tst assert_extension.py: using LAC 25941\u000a04:19:12.869484 tst assert_extension.py: using RAC 186\u000a04:19:12.988068 tst assert_extension.py: using CellId 25941\u000a04:19:13.108342 tst assert_extension.py: using BVCI 25942\u000a04:19:13.131435 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a04:19:13.396643 tst assert_extension.py:10: start nitb and bts...\u000a04:19:13.517235 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:19:14.112876 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25463): Launched\u000a04:19:14.395968 run osmo-nitb_10.42.42.2(pid=25464): Launched\u000a04:19:14.572393 run osmo-nitb_10.42.42.2(pid=25464): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25464)]\u000a04:19:14.704594 run osmo-nitb_10.42.42.2(pid=25464): stdout: \u000a| (launched: 2022-12-10_04:19:14.258429) \u000a04:19:14.835469 run osmo-nitb_10.42.42.2(pid=25464): stderr: \u000a| (launched: 2022-12-10_04:19:14.301166)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:19:14.962286 run osmo-nitb_10.42.42.2(pid=25464): stdout: \u000a| (launched: 2022-12-10_04:19:14.258429) \u000a04:19:15.087201 run osmo-nitb_10.42.42.2(pid=25464): stderr: \u000a| (launched: 2022-12-10_04:19:14.301166)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:19:15.513104 tst osmo-nitb_10.42.42.2(pid=25464): stdout: \u000a| (launched: 2022-12-10_04:19:14.258429) \u000a04:19:15.627816 tst osmo-nitb_10.42.42.2(pid=25464): stderr: \u000a| (launched: 2022-12-10_04:19:14.301166)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:19:15.678221 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25464): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25464) [trial-2369↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25464)] [trial-2369↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a04:19:15.686378 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a04:19:15.720456 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25463): Terminating (SIGTERM)\u000a04:19:15.897385 --- ParallelTerminationStrategy: PID 25463 died...\u000a04:19:15.961140 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25463): Terminated: ok {rc=0}\u000a04:19:16.067099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:19:12" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25474): Process ended prematurely: osmo-stp_10.42.42.5(pid=25474) [trial-2369↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25474)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25474): Process ended prematurely: osmo-stp_10.42.42.5(pid=25474) [trial-2369↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a04:19:17.913333 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:17.924390 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a04:19:18.060506 tst assert_extension.py: using LAC 25942\u000a04:19:18.177707 tst assert_extension.py: using RAC 187\u000a04:19:18.299791 tst assert_extension.py: using CellId 25942\u000a04:19:18.419722 tst assert_extension.py: using BVCI 25943\u000a04:19:18.442971 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:18.453865 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:18.464565 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:18.475494 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:18.486556 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:18.497543 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a04:19:18.689244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:19.139155 run create_hlr_db(pid=25468): Launched\u000a04:19:19.304433 bus /sierra_2: Setting Powered False\u000a04:19:20.336448 run create_hlr_db(pid=25468): Terminated: ok {rc=0}\u000a04:19:20.742651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25470): Launched\u000a04:19:21.047737 run osmo-hlr_10.42.42.2(pid=25471): Launched\u000a04:19:21.160264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:21.691332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25473): Launched\u000a04:19:21.997306 run osmo-stp_10.42.42.5(pid=25474): Launched\u000a04:19:22.108657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:19:22.666050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25476): Launched\u000a04:19:22.971046 run osmo-msc_10.42.42.6(pid=25477): Launched\u000a04:19:23.151439 run osmo-stp_10.42.42.5(pid=25474): ERR: Terminated: ERROR {rc=1} [trial-2369↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25474)]\u000a04:19:23.282145 run osmo-stp_10.42.42.5(pid=25474): stdout: \u000a| (launched: 2022-12-10_04:19:21.846962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:23.412711 run osmo-stp_10.42.42.5(pid=25474): stderr: \u000a| �[0;m�[38;5;43m20221210041922035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041922035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041922036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041922036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041922036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041922037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041922037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:23.536578 run osmo-stp_10.42.42.5(pid=25474): stdout: \u000a| (launched: 2022-12-10_04:19:21.846962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:23.659152 run osmo-stp_10.42.42.5(pid=25474): stderr: \u000a| �[0;m�[38;5;43m20221210041922035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041922035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041922036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041922036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041922036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041922037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041922037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:23.713146 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25474): Process ended prematurely: osmo-stp_10.42.42.5(pid=25474) [trial-2369↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25474)] [trial-2369↪ussd:trx-lms↪assert_extension.py:17]\u000a04:19:23.722055 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a04:19:23.783840 run osmo-hlr_10.42.42.2(pid=25471): ERR: Terminated: ERROR {rc=237} [trial-2369↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25471)]\u000a04:19:23.834634 run osmo-hlr_10.42.42.2(pid=25471): stdout: \u000a| (launched: 2022-12-10_04:19:20.898027) \u000a04:19:23.886036 run osmo-hlr_10.42.42.2(pid=25471): stderr: \u000a| �[0;m�[1;31m20221210041921094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041921094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041921094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041921094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041921094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041921095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041921107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041921118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041921118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041921118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:23.956174 run osmo-msc_10.42.42.6(pid=25477): ERR: Terminated: ERROR {rc=2} [trial-2369↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25477)]\u000a04:19:24.007020 run osmo-msc_10.42.42.6(pid=25477): stdout: \u000a| (launched: 2022-12-10_04:19:22.821389) \u000a04:19:24.058259 run osmo-msc_10.42.42.6(pid=25477): stderr: \u000a| �[0;m�[38;5;43m20221210041923139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041923139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f664660dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041923139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041923139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041923139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041923139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041923141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041923142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041923142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041923142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:19:24.101981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25470): Terminating (SIGTERM)\u000a04:19:24.143268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25473): Terminating (SIGTERM)\u000a04:19:24.184505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25476): Terminating (SIGTERM)\u000a04:19:24.194093 --- ParallelTerminationStrategy: PID 25470 died...\u000a04:19:24.249200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25470): Terminated: ok {rc=0}\u000a04:19:24.259270 --- ParallelTerminationStrategy: PID 25473 died...\u000a04:19:24.314324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25473): Terminated: ok {rc=0}\u000a04:19:24.324301 --- ParallelTerminationStrategy: PID 25476 died...\u000a04:19:24.379505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25476): Terminated: ok {rc=0}\u000a04:19:24.465372 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:19:17" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25488): Process ended prematurely: osmo-stp_10.42.42.5(pid=25488) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25488)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25488): Process ended prematurely: osmo-stp_10.42.42.5(pid=25488) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:19:26.421541 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:26.433239 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:19:26.595706 tst mo_mt_call.py: using LAC 25943\u000a04:19:26.718569 tst mo_mt_call.py: using RAC 188\u000a04:19:26.840603 tst mo_mt_call.py: using CellId 25943\u000a04:19:26.962412 tst mo_mt_call.py: using BVCI 25944\u000a04:19:26.986158 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:26.997705 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:27.008917 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:27.020352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:27.031951 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:27.043402 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:19:27.154606 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:19:27.362010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:27.859134 run create_hlr_db(pid=25482): Launched\u000a04:19:28.040391 bus /sierra_2: Setting Powered False\u000a04:19:29.061638 run create_hlr_db(pid=25482): Terminated: ok {rc=0}\u000a04:19:29.453770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25484): Launched\u000a04:19:29.745811 run osmo-hlr_10.42.42.2(pid=25485): Launched\u000a04:19:29.856359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:30.371396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25487): Launched\u000a04:19:30.661881 run osmo-stp_10.42.42.5(pid=25488): Launched\u000a04:19:30.768781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:19:31.354276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25490): Launched\u000a04:19:31.815141 run osmo-msc_10.42.42.6(pid=25491): Launched\u000a04:19:32.279634 run osmo-stp_10.42.42.5(pid=25488): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25488)]\u000a04:19:32.419101 run osmo-stp_10.42.42.5(pid=25488): stdout: \u000a| (launched: 2022-12-10_04:19:30.519285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:32.550185 run osmo-stp_10.42.42.5(pid=25488): stderr: \u000a| �[0;m�[38;5;43m20221210041930687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041930687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041930688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041930688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041930690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041930690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041930690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:32.675955 run osmo-stp_10.42.42.5(pid=25488): stdout: \u000a| (launched: 2022-12-10_04:19:30.519285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:32.799890 run osmo-stp_10.42.42.5(pid=25488): stderr: \u000a| �[0;m�[38;5;43m20221210041930687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041930687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041930688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041930688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041930690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041930690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041930690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:32.855061 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25488): Process ended prematurely: osmo-stp_10.42.42.5(pid=25488) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25488)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:19:32.864650 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a04:19:32.927187 run osmo-hlr_10.42.42.2(pid=25485): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25485)]\u000a04:19:32.978312 run osmo-hlr_10.42.42.2(pid=25485): stdout: \u000a| (launched: 2022-12-10_04:19:29.601967) \u000a04:19:33.029647 run osmo-hlr_10.42.42.2(pid=25485): stderr: \u000a| �[0;m�[1;31m20221210041929775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041929775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041929775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041929775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041929775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041929775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041929787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041929796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041929796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041929796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:33.099382 run osmo-msc_10.42.42.6(pid=25491): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25491)]\u000a04:19:33.150160 run osmo-msc_10.42.42.6(pid=25491): stdout: \u000a| (launched: 2022-12-10_04:19:31.504426) \u000a04:19:33.201436 run osmo-msc_10.42.42.6(pid=25491): stderr: \u000a| �[0;m�[38;5;43m20221210041931875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041931875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39eba2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041931875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041931875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041931875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041931875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041931877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041931878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041931878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041931878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:19:33.244876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25484): Terminating (SIGTERM)\u000a04:19:33.286522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25487): Terminating (SIGTERM)\u000a04:19:33.328254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25490): Terminating (SIGTERM)\u000a04:19:33.338083 --- ParallelTerminationStrategy: PID 25484 died...\u000a04:19:33.393583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25484): Terminated: ok {rc=0}\u000a04:19:33.403852 --- ParallelTerminationStrategy: PID 25487 died...\u000a04:19:33.459161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25487): Terminated: ok {rc=0}\u000a04:19:33.469553 --- ParallelTerminationStrategy: PID 25490 died...\u000a04:19:33.525410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25490): Terminated: ok {rc=0}\u000a04:19:33.610916 bus /sierra_3: Setting Powered False\u000a04:19:34.715695 bus /sierra_3: Setting Powered False\u000a04:19:35.825386 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25499): Process ended prematurely: osmo-stp_10.42.42.5(pid=25499) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25499)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25499): Process ended prematurely: osmo-stp_10.42.42.5(pid=25499) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:19:36.933119 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:36.944749 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:19:37.099843 tst mo_mt_call_osmux.py: using LAC 25944\u000a04:19:37.215573 tst mo_mt_call_osmux.py: using RAC 189\u000a04:19:37.329661 tst mo_mt_call_osmux.py: using CellId 25944\u000a04:19:37.443849 tst mo_mt_call_osmux.py: using BVCI 25945\u000a04:19:37.465949 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:37.476917 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:37.487799 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:37.498881 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:37.510107 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:19:37.520737 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:19:37.634468 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:19:37.842727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:38.338440 run create_hlr_db(pid=25493): Launched\u000a04:19:38.519349 bus /sierra_2: Setting Powered False\u000a04:19:39.539369 run create_hlr_db(pid=25493): Terminated: ok {rc=0}\u000a04:19:39.951814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25495): Launched\u000a04:19:40.263062 run osmo-hlr_10.42.42.2(pid=25496): Launched\u000a04:19:40.380237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:40.919884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25498): Launched\u000a04:19:41.229395 run osmo-stp_10.42.42.5(pid=25499): Launched\u000a04:19:41.342262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:19:41.908735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25501): Launched\u000a04:19:42.218687 run osmo-msc_10.42.42.6(pid=25502): Launched\u000a04:19:42.399780 run osmo-stp_10.42.42.5(pid=25499): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25499)]\u000a04:19:42.535691 run osmo-stp_10.42.42.5(pid=25499): stdout: \u000a| (launched: 2022-12-10_04:19:41.078473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:42.664637 run osmo-stp_10.42.42.5(pid=25499): stderr: \u000a| �[0;m�[38;5;43m20221210041941269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041941269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041941269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041941270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041941272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041941272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041941272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:42.789151 run osmo-stp_10.42.42.5(pid=25499): stdout: \u000a| (launched: 2022-12-10_04:19:41.078473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:42.912438 run osmo-stp_10.42.42.5(pid=25499): stderr: \u000a| �[0;m�[38;5;43m20221210041941269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041941269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041941269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041941270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041941272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041941272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041941272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:42.967812 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25499): Process ended prematurely: osmo-stp_10.42.42.5(pid=25499) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25499)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:19:42.977481 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:19:43.039027 run osmo-hlr_10.42.42.2(pid=25496): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25496)]\u000a04:19:43.089570 run osmo-hlr_10.42.42.2(pid=25496): stdout: \u000a| (launched: 2022-12-10_04:19:40.110271) \u000a04:19:43.140558 run osmo-hlr_10.42.42.2(pid=25496): stderr: \u000a| �[0;m�[1;31m20221210041940308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041940308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041940308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041940308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041940308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041940308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041940321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041940329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041940329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041940329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:43.209808 run osmo-msc_10.42.42.6(pid=25502): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25502)]\u000a04:19:43.260163 run osmo-msc_10.42.42.6(pid=25502): stdout: \u000a| (launched: 2022-12-10_04:19:42.067031) \u000a04:19:43.310997 run osmo-msc_10.42.42.6(pid=25502): stderr: \u000a| �[0;m�[38;5;43m20221210041942386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041942386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f368e463c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041942386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041942386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041942386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041942387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041942388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041942389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041942389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041942389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:19:43.354207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25495): Terminating (SIGTERM)\u000a04:19:43.395375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25498): Terminating (SIGTERM)\u000a04:19:43.436259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25501): Terminating (SIGTERM)\u000a04:19:43.445810 --- ParallelTerminationStrategy: PID 25495 died...\u000a04:19:43.500653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25495): Terminated: ok {rc=0}\u000a04:19:43.510613 --- ParallelTerminationStrategy: PID 25498 died...\u000a04:19:43.565142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25498): Terminated: ok {rc=0}\u000a04:19:43.575087 --- ParallelTerminationStrategy: PID 25501 died...\u000a04:19:43.629690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25501): Terminated: ok {rc=0}\u000a04:19:43.715090 bus /sierra_3: Setting Powered False\u000a04:19:44.816505 bus /sierra_3: Setting Powered False\u000a04:19:45.943910 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:19:26" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25513): Process ended prematurely: osmo-stp_10.42.42.5(pid=25513) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25513)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25513): Process ended prematurely: osmo-stp_10.42.42.5(pid=25513) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:19:47.952192 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:47.963713 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:19:48.124672 tst mo_mt_call.py: using LAC 25945\u000a04:19:48.246056 tst mo_mt_call.py: using RAC 190\u000a04:19:48.369440 tst mo_mt_call.py: using CellId 25945\u000a04:19:48.493374 tst mo_mt_call.py: using BVCI 25946\u000a04:19:48.517352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:48.528881 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:48.540382 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:48.551744 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:48.563242 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:48.574592 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:19:48.688420 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:19:48.891280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:49.388203 run create_hlr_db(pid=25507): Launched\u000a04:19:49.568137 bus /sierra_2: Setting Powered False\u000a04:19:50.591184 run create_hlr_db(pid=25507): Terminated: ok {rc=0}\u000a04:19:51.004703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25509): Launched\u000a04:19:51.315421 run osmo-hlr_10.42.42.2(pid=25510): Launched\u000a04:19:51.434787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:51.976091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25512): Launched\u000a04:19:52.285937 run osmo-stp_10.42.42.5(pid=25513): Launched\u000a04:19:52.399147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:19:52.968010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25515): Launched\u000a04:19:53.278261 run osmo-msc_10.42.42.6(pid=25516): Launched\u000a04:19:53.460651 run osmo-stp_10.42.42.5(pid=25513): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25513)]\u000a04:19:53.592408 run osmo-stp_10.42.42.5(pid=25513): stdout: \u000a| (launched: 2022-12-10_04:19:52.134608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:53.723735 run osmo-stp_10.42.42.5(pid=25513): stderr: \u000a| �[0;m�[38;5;43m20221210041952326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041952327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041952327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041952327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041952328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041952328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041952328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:53.848535 run osmo-stp_10.42.42.5(pid=25513): stdout: \u000a| (launched: 2022-12-10_04:19:52.134608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:53.972914 run osmo-stp_10.42.42.5(pid=25513): stderr: \u000a| �[0;m�[38;5;43m20221210041952326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210041952327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210041952327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210041952327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210041952328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210041952328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210041952328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:54.028160 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25513): Process ended prematurely: osmo-stp_10.42.42.5(pid=25513) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25513)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:19:54.037562 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:19:54.099140 run osmo-hlr_10.42.42.2(pid=25510): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25510)]\u000a04:19:54.149683 run osmo-hlr_10.42.42.2(pid=25510): stdout: \u000a| (launched: 2022-12-10_04:19:51.163585) \u000a04:19:54.201033 run osmo-hlr_10.42.42.2(pid=25510): stderr: \u000a| �[0;m�[1;31m20221210041951362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210041951362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210041951363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041951363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210041951363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210041951363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210041951375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210041951386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210041951387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210041951387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:54.270760 run osmo-msc_10.42.42.6(pid=25516): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25516)]\u000a04:19:54.321333 run osmo-msc_10.42.42.6(pid=25516): stdout: \u000a| (launched: 2022-12-10_04:19:53.126533) \u000a04:19:54.372264 run osmo-msc_10.42.42.6(pid=25516): stderr: \u000a| �[0;m�[38;5;43m20221210041953446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210041953446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd0f132c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210041953446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210041953446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210041953446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210041953447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210041953448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210041953449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210041953449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210041953449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:19:54.416048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25509): Terminating (SIGTERM)\u000a04:19:54.457388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25512): Terminating (SIGTERM)\u000a04:19:54.498576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25515): Terminating (SIGTERM)\u000a04:19:54.507737 --- ParallelTerminationStrategy: PID 25509 died...\u000a04:19:54.563379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25509): Terminated: ok {rc=0}\u000a04:19:54.573387 --- ParallelTerminationStrategy: PID 25512 died...\u000a04:19:54.628457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25512): Terminated: ok {rc=0}\u000a04:19:54.638410 --- ParallelTerminationStrategy: PID 25515 died...\u000a04:19:54.693787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25515): Terminated: ok {rc=0}\u000a04:19:54.780120 bus /sierra_3: Setting Powered False\u000a04:19:55.885443 bus /sierra_3: Setting Powered False\u000a04:19:56.992020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25527): Process ended prematurely: osmo-stp_10.42.42.5(pid=25527) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25527)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25527): Process ended prematurely: osmo-stp_10.42.42.5(pid=25527) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:19:58.104725 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:58.116769 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:19:58.276586 tst mo_mt_call_osmux.py: using LAC 25946\u000a04:19:58.397913 tst mo_mt_call_osmux.py: using RAC 191\u000a04:19:58.519184 tst mo_mt_call_osmux.py: using CellId 25946\u000a04:19:58.641423 tst mo_mt_call_osmux.py: using BVCI 25947\u000a04:19:58.665080 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:58.676845 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:58.688112 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:58.699454 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:58.710842 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:19:58.722111 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:19:58.837847 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:19:59.035001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:59.494943 run create_hlr_db(pid=25518): Launched\u000a04:19:59.663944 bus /sierra_2: Setting Powered False\u000a04:20:00.685482 run create_hlr_db(pid=25518): Terminated: ok {rc=0}\u000a04:20:01.165594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25520): Launched\u000a04:20:01.606267 run osmo-hlr_10.42.42.2(pid=25522): Launched\u000a04:20:01.824388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:02.445802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25526): Launched\u000a04:20:02.738359 run osmo-stp_10.42.42.5(pid=25527): Launched\u000a04:20:02.845747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:03.380301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25529): Launched\u000a04:20:03.671534 run osmo-msc_10.42.42.6(pid=25530): Launched\u000a04:20:03.844400 run osmo-stp_10.42.42.5(pid=25527): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25527)]\u000a04:20:03.969468 run osmo-stp_10.42.42.5(pid=25527): stdout: \u000a| (launched: 2022-12-10_04:20:02.594121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:04.091470 run osmo-stp_10.42.42.5(pid=25527): stderr: \u000a| �[0;m�[38;5;43m20221210042002763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042002764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042002764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042002764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042002765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042002765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042002765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:04.208769 run osmo-stp_10.42.42.5(pid=25527): stdout: \u000a| (launched: 2022-12-10_04:20:02.594121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:04.325414 run osmo-stp_10.42.42.5(pid=25527): stderr: \u000a| �[0;m�[38;5;43m20221210042002763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042002764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042002764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042002764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042002765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042002765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042002765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:04.376828 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25527): Process ended prematurely: osmo-stp_10.42.42.5(pid=25527) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25527)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:20:04.385529 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:20:04.444992 run osmo-hlr_10.42.42.2(pid=25522): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25522)]\u000a04:20:04.493298 run osmo-hlr_10.42.42.2(pid=25522): stdout: \u000a| (launched: 2022-12-10_04:20:01.321872) \u000a04:20:04.542440 run osmo-hlr_10.42.42.2(pid=25522): stderr: \u000a| �[0;m�[1;31m20221210042001569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042001569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042001569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042001569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042001569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042001569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042001582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042001604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042001604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042001604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:04.608998 run osmo-msc_10.42.42.6(pid=25530): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25530)]\u000a04:20:04.657732 run osmo-msc_10.42.42.6(pid=25530): stdout: \u000a| (launched: 2022-12-10_04:20:03.527889) \u000a04:20:04.706940 run osmo-msc_10.42.42.6(pid=25530): stderr: \u000a| �[0;m�[38;5;43m20221210042003798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042003798 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd9352cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042003798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042003798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042003798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042003798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042003800 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042003800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042003800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042003801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:04.748216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25520): Terminating (SIGTERM)\u000a04:20:04.787600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25526): Terminating (SIGTERM)\u000a04:20:04.827310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25529): Terminating (SIGTERM)\u000a04:20:04.836577 --- ParallelTerminationStrategy: PID 25520 died...\u000a04:20:04.889072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25520): Terminated: ok {rc=0}\u000a04:20:04.898697 --- ParallelTerminationStrategy: PID 25526 died...\u000a04:20:04.950943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25526): Terminated: ok {rc=0}\u000a04:20:04.960574 --- ParallelTerminationStrategy: PID 25529 died...\u000a04:20:05.013112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25529): Terminated: ok {rc=0}\u000a04:20:05.100651 bus /sierra_3: Setting Powered False\u000a04:20:06.202354 bus /sierra_3: Setting Powered False\u000a04:20:07.313879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:19:47" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25541): Process ended prematurely: osmo-stp_10.42.42.5(pid=25541) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25541)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25541): Process ended prematurely: osmo-stp_10.42.42.5(pid=25541) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:20:09.294277 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:09.305502 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:20:09.459050 tst mo_mt_call.py: using LAC 25947\u000a04:20:09.573274 tst mo_mt_call.py: using RAC 192\u000a04:20:09.689330 tst mo_mt_call.py: using CellId 25947\u000a04:20:09.803287 tst mo_mt_call.py: using BVCI 25948\u000a04:20:09.825380 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:09.836304 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:09.847128 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:09.858161 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:09.869284 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:09.880284 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:20:09.995342 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:20:10.194041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:10.650943 run create_hlr_db(pid=25535): Launched\u000a04:20:10.820278 bus /sierra_2: Setting Powered False\u000a04:20:11.840893 run create_hlr_db(pid=25535): Terminated: ok {rc=0}\u000a04:20:12.230380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25537): Launched\u000a04:20:12.523172 run osmo-hlr_10.42.42.2(pid=25538): Launched\u000a04:20:12.636466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:13.151003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25540): Launched\u000a04:20:13.441499 run osmo-stp_10.42.42.5(pid=25541): Launched\u000a04:20:13.547952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:14.079351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25543): Launched\u000a04:20:14.371672 run osmo-msc_10.42.42.6(pid=25544): Launched\u000a04:20:14.543614 run osmo-stp_10.42.42.5(pid=25541): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25541)]\u000a04:20:14.667614 run osmo-stp_10.42.42.5(pid=25541): stdout: \u000a| (launched: 2022-12-10_04:20:13.298879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:14.789160 run osmo-stp_10.42.42.5(pid=25541): stderr: \u000a| �[0;m�[38;5;43m20221210042013465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042013465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042013465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042013466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042013468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042013468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042013468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:14.906263 run osmo-stp_10.42.42.5(pid=25541): stdout: \u000a| (launched: 2022-12-10_04:20:13.298879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:15.022423 run osmo-stp_10.42.42.5(pid=25541): stderr: \u000a| �[0;m�[38;5;43m20221210042013465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042013465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042013465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042013466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042013468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042013468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042013468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:15.073533 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25541): Process ended prematurely: osmo-stp_10.42.42.5(pid=25541) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25541)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:20:15.082139 tst mo_mt_call.py:8: Test FAILED (5.8 sec)\u000a04:20:15.141297 run osmo-hlr_10.42.42.2(pid=25538): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25538)]\u000a04:20:15.189701 run osmo-hlr_10.42.42.2(pid=25538): stdout: \u000a| (launched: 2022-12-10_04:20:12.378674) \u000a04:20:15.238529 run osmo-hlr_10.42.42.2(pid=25538): stderr: \u000a| �[0;m�[1;31m20221210042012554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042012554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042012554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042012554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042012554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042012554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042012567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042012577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042012577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042012577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:15.304064 run osmo-msc_10.42.42.6(pid=25544): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25544)]\u000a04:20:15.352403 run osmo-msc_10.42.42.6(pid=25544): stdout: \u000a| (launched: 2022-12-10_04:20:14.227226) \u000a04:20:15.401166 run osmo-msc_10.42.42.6(pid=25544): stderr: \u000a| �[0;m�[38;5;43m20221210042014497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042014497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefa29b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042014497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042014497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042014498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042014498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042014499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042014500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042014500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042014500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:15.442092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25537): Terminating (SIGTERM)\u000a04:20:15.481184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25540): Terminating (SIGTERM)\u000a04:20:15.520751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25543): Terminating (SIGTERM)\u000a04:20:15.529999 --- ParallelTerminationStrategy: PID 25537 died...\u000a04:20:15.582073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25537): Terminated: ok {rc=0}\u000a04:20:15.591650 --- ParallelTerminationStrategy: PID 25540 died...\u000a04:20:15.644162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25540): Terminated: ok {rc=0}\u000a04:20:15.653564 --- ParallelTerminationStrategy: PID 25543 died...\u000a04:20:15.706299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25543): Terminated: ok {rc=0}\u000a04:20:15.793907 bus /sierra_3: Setting Powered False\u000a04:20:16.903708 bus /sierra_3: Setting Powered False\u000a04:20:18.014344 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25553): Process ended prematurely: osmo-stp_10.42.42.5(pid=25553) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25553)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25553): Process ended prematurely: osmo-stp_10.42.42.5(pid=25553) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:20:19.127684 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:19.139846 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:20:19.304828 tst mo_mt_call_osmux.py: using LAC 25948\u000a04:20:19.425321 tst mo_mt_call_osmux.py: using RAC 193\u000a04:20:19.546445 tst mo_mt_call_osmux.py: using CellId 25948\u000a04:20:19.666933 tst mo_mt_call_osmux.py: using BVCI 25949\u000a04:20:19.690798 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:19.702330 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:19.713784 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:19.725167 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:19.736565 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:19.747912 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:20:19.860439 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:20:20.056927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:20.518215 run create_hlr_db(pid=25546): Launched\u000a04:20:20.686801 bus /sierra_2: Setting Powered False\u000a04:20:21.709538 run create_hlr_db(pid=25546): Terminated: ok {rc=0}\u000a04:20:22.124723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25548): Launched\u000a04:20:22.436186 run osmo-hlr_10.42.42.2(pid=25549): Launched\u000a04:20:22.550852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:23.092875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25552): Launched\u000a04:20:23.402708 run osmo-stp_10.42.42.5(pid=25553): Launched\u000a04:20:23.515767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:24.085655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25555): Launched\u000a04:20:24.395975 run osmo-msc_10.42.42.6(pid=25556): Launched\u000a04:20:24.579033 run osmo-stp_10.42.42.5(pid=25553): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25553)]\u000a04:20:24.710538 run osmo-stp_10.42.42.5(pid=25553): stdout: \u000a| (launched: 2022-12-10_04:20:23.251293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:24.842680 run osmo-stp_10.42.42.5(pid=25553): stderr: \u000a| �[0;m�[38;5;43m20221210042023442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042023442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042023443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042023443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042023444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042023444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042023444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:24.968201 run osmo-stp_10.42.42.5(pid=25553): stdout: \u000a| (launched: 2022-12-10_04:20:23.251293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:25.092519 run osmo-stp_10.42.42.5(pid=25553): stderr: \u000a| �[0;m�[38;5;43m20221210042023442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042023442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042023443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042023443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042023444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042023444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042023444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:25.147868 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25553): Process ended prematurely: osmo-stp_10.42.42.5(pid=25553) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25553)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:20:25.157428 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:20:25.219395 run osmo-hlr_10.42.42.2(pid=25549): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25549)]\u000a04:20:25.270391 run osmo-hlr_10.42.42.2(pid=25549): stdout: \u000a| (launched: 2022-12-10_04:20:22.283281) \u000a04:20:25.322085 run osmo-hlr_10.42.42.2(pid=25549): stderr: \u000a| �[0;m�[1;31m20221210042022479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042022479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042022479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042022479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042022479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042022479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042022493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042022503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042022503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042022503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:25.392047 run osmo-msc_10.42.42.6(pid=25556): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25556)]\u000a04:20:25.442833 run osmo-msc_10.42.42.6(pid=25556): stdout: \u000a| (launched: 2022-12-10_04:20:24.243935) \u000a04:20:25.494259 run osmo-msc_10.42.42.6(pid=25556): stderr: \u000a| �[0;m�[38;5;43m20221210042024564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042024565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e19fb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042024565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042024565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042024565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042024565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042024567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042024567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042024567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042024567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:25.537964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25548): Terminating (SIGTERM)\u000a04:20:25.579421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25552): Terminating (SIGTERM)\u000a04:20:25.620912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25555): Terminating (SIGTERM)\u000a04:20:25.630531 --- ParallelTerminationStrategy: PID 25548 died...\u000a04:20:25.685809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25548): Terminated: ok {rc=0}\u000a04:20:25.695696 --- ParallelTerminationStrategy: PID 25552 died...\u000a04:20:25.751032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25552): Terminated: ok {rc=0}\u000a04:20:25.761089 --- ParallelTerminationStrategy: PID 25555 died...\u000a04:20:25.815987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25555): Terminated: ok {rc=0}\u000a04:20:25.902004 bus /sierra_3: Setting Powered False\u000a04:20:27.005533 bus /sierra_3: Setting Powered False\u000a04:20:28.115879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:20:09" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25567): Process ended prematurely: osmo-stp_10.42.42.5(pid=25567) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25567): Process ended prematurely: osmo-stp_10.42.42.5(pid=25567) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:20:30.105577 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:30.116571 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:20:30.269298 tst mo_mt_call.py: using LAC 25949\u000a04:20:30.382365 tst mo_mt_call.py: using RAC 194\u000a04:20:30.494839 tst mo_mt_call.py: using CellId 25949\u000a04:20:30.608439 tst mo_mt_call.py: using BVCI 25950\u000a04:20:30.630654 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:30.641592 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:30.652213 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:30.663672 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:30.674862 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:30.685898 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:20:30.797933 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:20:31.038318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:31.587115 run create_hlr_db(pid=25561): Launched\u000a04:20:31.773746 bus /sierra_2: Setting Powered False\u000a04:20:32.789716 run create_hlr_db(pid=25561): Terminated: ok {rc=0}\u000a04:20:33.205148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25563): Launched\u000a04:20:33.516071 run osmo-hlr_10.42.42.2(pid=25564): Launched\u000a04:20:33.630138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:34.168396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25566): Launched\u000a04:20:34.478467 run osmo-stp_10.42.42.5(pid=25567): Launched\u000a04:20:34.591561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:35.161767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25569): Launched\u000a04:20:35.472488 run osmo-msc_10.42.42.6(pid=25570): Launched\u000a04:20:35.655660 run osmo-stp_10.42.42.5(pid=25567): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)]\u000a04:20:35.788663 run osmo-stp_10.42.42.5(pid=25567): stdout: \u000a| (launched: 2022-12-10_04:20:34.326329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:35.919146 run osmo-stp_10.42.42.5(pid=25567): stderr: \u000a| �[0;m�[38;5;43m20221210042034518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042034518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042034518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042034519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042034519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042034519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042034519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:36.045133 run osmo-stp_10.42.42.5(pid=25567): stdout: \u000a| (launched: 2022-12-10_04:20:34.326329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:36.169498 run osmo-stp_10.42.42.5(pid=25567): stderr: \u000a| �[0;m�[38;5;43m20221210042034518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042034518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042034518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042034519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042034519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042034519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042034519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:36.224546 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25567): Process ended prematurely: osmo-stp_10.42.42.5(pid=25567) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:20:36.234252 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:20:36.296540 run osmo-hlr_10.42.42.2(pid=25564): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25564)]\u000a04:20:36.347711 run osmo-hlr_10.42.42.2(pid=25564): stdout: \u000a| (launched: 2022-12-10_04:20:33.364148) \u000a04:20:36.399298 run osmo-hlr_10.42.42.2(pid=25564): stderr: \u000a| �[0;m�[1;31m20221210042033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042033562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042033574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042033582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042033583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042033583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:36.469403 run osmo-msc_10.42.42.6(pid=25570): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25570)]\u000a04:20:36.520119 run osmo-msc_10.42.42.6(pid=25570): stdout: \u000a| (launched: 2022-12-10_04:20:35.320569) \u000a04:20:36.572209 run osmo-msc_10.42.42.6(pid=25570): stderr: \u000a| �[0;m�[38;5;43m20221210042035642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042035642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f073e950c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042035642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042035642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042035643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042035643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042035644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042035645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042035645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042035645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:36.615943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25563): Terminating (SIGTERM)\u000a04:20:36.657568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25566): Terminating (SIGTERM)\u000a04:20:36.699322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25569): Terminating (SIGTERM)\u000a04:20:36.709179 --- ParallelTerminationStrategy: PID 25563 died...\u000a04:20:36.764414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25563): Terminated: ok {rc=0}\u000a04:20:36.774483 --- ParallelTerminationStrategy: PID 25566 died...\u000a04:20:36.829407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25566): Terminated: ok {rc=0}\u000a04:20:36.839755 --- ParallelTerminationStrategy: PID 25569 died...\u000a04:20:36.895440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25569): Terminated: ok {rc=0}\u000a04:20:36.982281 bus /sierra_3: Setting Powered False\u000a04:20:38.085925 bus /sierra_3: Setting Powered False\u000a04:20:39.196481 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:20:40.305295 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:40.317460 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:20:40.472731 tst mo_mt_call_osmux.py: using LAC 25950\u000a04:20:40.590044 tst mo_mt_call_osmux.py: using RAC 195\u000a04:20:40.712284 tst mo_mt_call_osmux.py: using CellId 25950\u000a04:20:40.836400 tst mo_mt_call_osmux.py: using BVCI 25951\u000a04:20:40.860372 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:40.872094 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:40.883640 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:40.895209 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:40.907338 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:20:40.919017 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:20:41.032740 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:20:41.227893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:41.688088 run create_hlr_db(pid=25572): Launched\u000a04:20:41.857775 bus /sierra_2: Setting Powered False\u000a04:20:42.879154 run create_hlr_db(pid=25572): Terminated: ok {rc=0}\u000a04:20:43.295365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Launched\u000a04:20:43.608474 run osmo-hlr_10.42.42.2(pid=25575): Launched\u000a04:20:43.723343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:44.265934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Launched\u000a04:20:44.580098 run osmo-stp_10.42.42.5(pid=25578): Launched\u000a04:20:44.693908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:45.265879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25580): Launched\u000a04:20:45.580181 run osmo-msc_10.42.42.6(pid=25581): Launched\u000a04:20:45.764100 run osmo-stp_10.42.42.5(pid=25578): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]\u000a04:20:45.999310 run osmo-stp_10.42.42.5(pid=25578): stdout: \u000a| (launched: 2022-12-10_04:20:44.425574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:46.158286 run osmo-stp_10.42.42.5(pid=25578): stderr: \u000a| �[0;m�[38;5;43m20221210042044617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042044618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042044618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042044618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042044619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042044619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042044619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:46.281455 run osmo-stp_10.42.42.5(pid=25578): stdout: \u000a| (launched: 2022-12-10_04:20:44.425574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:46.405790 run osmo-stp_10.42.42.5(pid=25578): stderr: \u000a| �[0;m�[38;5;43m20221210042044617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042044618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042044618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042044618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042044619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042044619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042044619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:46.459643 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:20:46.469515 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:20:46.534815 run osmo-hlr_10.42.42.2(pid=25575): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25575)]\u000a04:20:46.586354 run osmo-hlr_10.42.42.2(pid=25575): stdout: \u000a| (launched: 2022-12-10_04:20:43.454947) \u000a04:20:46.638964 run osmo-hlr_10.42.42.2(pid=25575): stderr: \u000a| �[0;m�[1;31m20221210042043652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042043652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042043652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042043652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042043652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042043652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042043667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042043677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042043678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042043678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:46.711607 run osmo-msc_10.42.42.6(pid=25581): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25581)]\u000a04:20:46.763353 run osmo-msc_10.42.42.6(pid=25581): stdout: \u000a| (launched: 2022-12-10_04:20:45.425401) \u000a04:20:46.815995 run osmo-msc_10.42.42.6(pid=25581): stderr: \u000a| �[0;m�[38;5;43m20221210042045744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042045745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fe28e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042045745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042045745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042045745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042045745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042045747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042045747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042045747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042045747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:46.860632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminating (SIGTERM)\u000a04:20:46.906342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminating (SIGTERM)\u000a04:20:46.950271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25580): Terminating (SIGTERM)\u000a04:20:46.962059 --- ParallelTerminationStrategy: PID 25574 died...\u000a04:20:47.021148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminated: ok {rc=0}\u000a04:20:47.032043 --- ParallelTerminationStrategy: PID 25577 died...\u000a04:20:47.090000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminated: ok {rc=0}\u000a04:20:47.100668 --- ParallelTerminationStrategy: PID 25580 died...\u000a04:20:47.157654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25580): Terminated: ok {rc=0}\u000a04:20:47.246397 bus /sierra_3: Setting Powered False\u000a04:20:48.351653 bus /sierra_3: Setting Powered False\u000a04:20:49.459951 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:20:29" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:20:51.460780 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:20:51.472335 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:20:51.634374 tst mo_mt_call.py: using LAC 25951\u000a04:20:51.756097 tst mo_mt_call.py: using RAC 196\u000a04:20:51.877912 tst mo_mt_call.py: using CellId 25951\u000a04:20:51.999063 tst mo_mt_call.py: using BVCI 25952\u000a04:20:52.021503 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:20:52.032521 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:20:52.043577 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:20:52.055061 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:20:52.066640 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:20:52.078102 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:20:52.194341 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:20:52.397829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:52.886743 run create_hlr_db(pid=25586): Launched\u000a04:20:53.055985 bus /sierra_2: Setting Powered False\u000a04:20:54.076898 run create_hlr_db(pid=25586): Terminated: ok {rc=0}\u000a04:20:54.464787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Launched\u000a04:20:54.756359 run osmo-hlr_10.42.42.2(pid=25589): Launched\u000a04:20:54.863256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:55.370342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Launched\u000a04:20:55.661512 run osmo-stp_10.42.42.5(pid=25592): Launched\u000a04:20:55.767467 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:56.299946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25594): Launched\u000a04:20:56.591320 run osmo-msc_10.42.42.6(pid=25595): Launched\u000a04:20:56.763610 run osmo-stp_10.42.42.5(pid=25592): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]\u000a04:20:56.888472 run osmo-stp_10.42.42.5(pid=25592): stdout: \u000a| (launched: 2022-12-10_04:20:55.518517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:57.010769 run osmo-stp_10.42.42.5(pid=25592): stderr: \u000a| �[0;m�[38;5;43m20221210042055687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042055687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042055687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042055688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042055688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042055688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042055688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:57.128615 run osmo-stp_10.42.42.5(pid=25592): stdout: \u000a| (launched: 2022-12-10_04:20:55.518517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:57.245118 run osmo-stp_10.42.42.5(pid=25592): stderr: \u000a| �[0;m�[38;5;43m20221210042055687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042055687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042055687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042055688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042055688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042055688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042055688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:57.296824 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:20:57.305655 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a04:20:57.364469 run osmo-hlr_10.42.42.2(pid=25589): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25589)]\u000a04:20:57.413254 run osmo-hlr_10.42.42.2(pid=25589): stdout: \u000a| (launched: 2022-12-10_04:20:54.613337) \u000a04:20:57.462191 run osmo-hlr_10.42.42.2(pid=25589): stderr: \u000a| �[0;m�[1;31m20221210042054788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042054788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042054788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042054789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042054789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042054789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042054801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042054809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042054810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042054810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:57.528614 run osmo-msc_10.42.42.6(pid=25595): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25595)]\u000a04:20:57.577224 run osmo-msc_10.42.42.6(pid=25595): stdout: \u000a| (launched: 2022-12-10_04:20:56.448065) \u000a04:20:57.626389 run osmo-msc_10.42.42.6(pid=25595): stderr: \u000a| �[0;m�[38;5;43m20221210042056718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042056718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa71804cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042056718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042056718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042056718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042056719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042056720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042056721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042056721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042056721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:57.667791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Terminating (SIGTERM)\u000a04:20:57.706966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Terminating (SIGTERM)\u000a04:20:57.746722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25594): Terminating (SIGTERM)\u000a04:20:57.756821 --- ParallelTerminationStrategy: PID 25588 died...\u000a04:20:57.809333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Terminated: ok {rc=0}\u000a04:20:57.819450 --- ParallelTerminationStrategy: PID 25591 died...\u000a04:20:57.871491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Terminated: ok {rc=0}\u000a04:20:57.881072 --- ParallelTerminationStrategy: PID 25594 died...\u000a04:20:57.933453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25594): Terminated: ok {rc=0}\u000a04:20:58.015377 bus /sierra_3: Setting Powered False\u000a04:20:59.120694 bus /sierra_3: Setting Powered False\u000a04:21:00.227062 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25603): Process ended prematurely: osmo-stp_10.42.42.5(pid=25603) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25603)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25603): Process ended prematurely: osmo-stp_10.42.42.5(pid=25603) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:21:01.339486 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:01.352082 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:21:01.511075 tst mo_mt_call_osmux.py: using LAC 25952\u000a04:21:01.629716 tst mo_mt_call_osmux.py: using RAC 197\u000a04:21:01.748325 tst mo_mt_call_osmux.py: using CellId 25952\u000a04:21:01.866609 tst mo_mt_call_osmux.py: using BVCI 25953\u000a04:21:01.891053 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:01.903031 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:01.915729 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:01.928214 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:01.940851 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:01.953997 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:21:02.068462 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:21:02.273473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:02.735918 run create_hlr_db(pid=25597): Launched\u000a04:21:02.904875 bus /sierra_2: Setting Powered False\u000a04:21:03.925766 run create_hlr_db(pid=25597): Terminated: ok {rc=0}\u000a04:21:04.341225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25599): Launched\u000a04:21:04.652344 run osmo-hlr_10.42.42.2(pid=25600): Launched\u000a04:21:04.767485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:05.308697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25602): Launched\u000a04:21:05.619485 run osmo-stp_10.42.42.5(pid=25603): Launched\u000a04:21:05.732017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:06.300376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25605): Launched\u000a04:21:06.610499 run osmo-msc_10.42.42.6(pid=25606): Launched\u000a04:21:06.793111 run osmo-stp_10.42.42.5(pid=25603): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25603)]\u000a04:21:06.925585 run osmo-stp_10.42.42.5(pid=25603): stdout: \u000a| (launched: 2022-12-10_04:21:05.466985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:07.057511 run osmo-stp_10.42.42.5(pid=25603): stderr: \u000a| �[0;m�[38;5;43m20221210042105654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042105654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042105654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042105655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042105657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042105657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042105657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:07.182972 run osmo-stp_10.42.42.5(pid=25603): stdout: \u000a| (launched: 2022-12-10_04:21:05.466985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:07.307407 run osmo-stp_10.42.42.5(pid=25603): stderr: \u000a| �[0;m�[38;5;43m20221210042105654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042105654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042105654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042105655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042105657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042105657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042105657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:07.362459 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25603): Process ended prematurely: osmo-stp_10.42.42.5(pid=25603) [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25603)] [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:21:07.371997 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:21:07.433194 run osmo-hlr_10.42.42.2(pid=25600): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25600)]\u000a04:21:07.483406 run osmo-hlr_10.42.42.2(pid=25600): stdout: \u000a| (launched: 2022-12-10_04:21:04.500281) \u000a04:21:07.534481 run osmo-hlr_10.42.42.2(pid=25600): stderr: \u000a| �[0;m�[1;31m20221210042104699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042104699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042104699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042104699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042104700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042104700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042104712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042104721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042104722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042104722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:07.603916 run osmo-msc_10.42.42.6(pid=25606): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25606)]\u000a04:21:07.654308 run osmo-msc_10.42.42.6(pid=25606): stdout: \u000a| (launched: 2022-12-10_04:21:06.458232) \u000a04:21:07.705352 run osmo-msc_10.42.42.6(pid=25606): stderr: \u000a| �[0;m�[38;5;43m20221210042106778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042106778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ad7715c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042106778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042106778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042106778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042106779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042106780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042106781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042106781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042106781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:07.748719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25599): Terminating (SIGTERM)\u000a04:21:07.789712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25602): Terminating (SIGTERM)\u000a04:21:07.830834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25605): Terminating (SIGTERM)\u000a04:21:07.840320 --- ParallelTerminationStrategy: PID 25599 died...\u000a04:21:07.895234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25599): Terminated: ok {rc=0}\u000a04:21:07.905340 --- ParallelTerminationStrategy: PID 25602 died...\u000a04:21:07.959927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25602): Terminated: ok {rc=0}\u000a04:21:07.969827 --- ParallelTerminationStrategy: PID 25605 died...\u000a04:21:08.024696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25605): Terminated: ok {rc=0}\u000a04:21:08.110322 bus /sierra_3: Setting Powered False\u000a04:21:09.215928 bus /sierra_3: Setting Powered False\u000a04:21:10.325067 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:20:51" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25617): Process ended prematurely: osmo-stp_10.42.42.5(pid=25617) [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25617)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25617): Process ended prematurely: osmo-stp_10.42.42.5(pid=25617) [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:21:12.310410 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:12.321653 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:21:12.473197 tst mo_mt_call.py: using LAC 25953\u000a04:21:12.587655 tst mo_mt_call.py: using RAC 198\u000a04:21:12.704675 tst mo_mt_call.py: using CellId 25953\u000a04:21:12.821304 tst mo_mt_call.py: using BVCI 25954\u000a04:21:12.843599 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:12.854836 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:12.865884 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:12.877436 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:12.889050 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:12.900353 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:21:13.017181 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:21:13.213658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:13.674451 run create_hlr_db(pid=25611): Launched\u000a04:21:13.843405 bus /sierra_2: Setting Powered False\u000a04:21:14.875410 run create_hlr_db(pid=25611): Terminated: ok {rc=0}\u000a04:21:15.268843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25613): Launched\u000a04:21:15.560493 run osmo-hlr_10.42.42.2(pid=25614): Launched\u000a04:21:15.666717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:16.204834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25616): Launched\u000a04:21:16.628111 run osmo-stp_10.42.42.5(pid=25617): Launched\u000a04:21:16.845511 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:17.424810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25619): Launched\u000a04:21:17.736853 run osmo-msc_10.42.42.6(pid=25620): Launched\u000a04:21:17.920101 run osmo-stp_10.42.42.5(pid=25617): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25617)]\u000a04:21:18.052895 run osmo-stp_10.42.42.5(pid=25617): stdout: \u000a| (launched: 2022-12-10_04:21:16.369708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:18.184823 run osmo-stp_10.42.42.5(pid=25617): stderr: \u000a| �[0;m�[38;5;43m20221210042116664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042116664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042116664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042116665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042116665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042116665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042116665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:18.310081 run osmo-stp_10.42.42.5(pid=25617): stdout: \u000a| (launched: 2022-12-10_04:21:16.369708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:18.434071 run osmo-stp_10.42.42.5(pid=25617): stderr: \u000a| �[0;m�[38;5;43m20221210042116664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042116664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042116664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042116665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042116665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042116665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042116665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:18.489217 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25617): Process ended prematurely: osmo-stp_10.42.42.5(pid=25617) [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25617)] [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:21:18.498327 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:21:18.559315 run osmo-hlr_10.42.42.2(pid=25614): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25614)]\u000a04:21:18.609645 run osmo-hlr_10.42.42.2(pid=25614): stdout: \u000a| (launched: 2022-12-10_04:21:15.417261) \u000a04:21:18.660558 run osmo-hlr_10.42.42.2(pid=25614): stderr: \u000a| �[0;m�[1;31m20221210042115594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042115595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042115595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042115595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042115595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042115595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042115606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042115614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042115615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042115615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:18.729750 run osmo-msc_10.42.42.6(pid=25620): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25620)]\u000a04:21:18.779972 run osmo-msc_10.42.42.6(pid=25620): stdout: \u000a| (launched: 2022-12-10_04:21:17.584694) \u000a04:21:18.830779 run osmo-msc_10.42.42.6(pid=25620): stderr: \u000a| �[0;m�[38;5;43m20221210042117905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042117905 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fef1ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042117905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042117905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042117905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042117905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042117907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042117907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042117908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042117908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:18.873978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25613): Terminating (SIGTERM)\u000a04:21:18.914757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25616): Terminating (SIGTERM)\u000a04:21:18.955494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25619): Terminating (SIGTERM)\u000a04:21:18.964997 --- ParallelTerminationStrategy: PID 25613 died...\u000a04:21:19.019981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25613): Terminated: ok {rc=0}\u000a04:21:19.029900 --- ParallelTerminationStrategy: PID 25616 died...\u000a04:21:19.084286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25616): Terminated: ok {rc=0}\u000a04:21:19.094079 --- ParallelTerminationStrategy: PID 25619 died...\u000a04:21:19.148482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25619): Terminated: ok {rc=0}\u000a04:21:19.234360 bus /sierra_3: Setting Powered False\u000a04:21:20.338217 bus /sierra_3: Setting Powered False\u000a04:21:21.447664 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25628): Process ended prematurely: osmo-stp_10.42.42.5(pid=25628) [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25628)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25628): Process ended prematurely: osmo-stp_10.42.42.5(pid=25628) [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:21:22.560652 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:22.572782 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:21:22.733833 tst mo_mt_call_osmux.py: using LAC 25954\u000a04:21:22.857586 tst mo_mt_call_osmux.py: using RAC 199\u000a04:21:22.979044 tst mo_mt_call_osmux.py: using CellId 25954\u000a04:21:23.103650 tst mo_mt_call_osmux.py: using BVCI 25955\u000a04:21:23.127541 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:23.139183 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:23.150682 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:23.162101 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:23.173837 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:21:23.185239 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:21:23.300437 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:21:23.504575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:24.001363 run create_hlr_db(pid=25622): Launched\u000a04:21:24.182463 bus /sierra_2: Setting Powered False\u000a04:21:25.194348 run create_hlr_db(pid=25622): Terminated: ok {rc=0}\u000a04:21:25.615291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25624): Launched\u000a04:21:25.927219 run osmo-hlr_10.42.42.2(pid=25625): Launched\u000a04:21:26.045715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:26.587050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25627): Launched\u000a04:21:26.897774 run osmo-stp_10.42.42.5(pid=25628): Launched\u000a04:21:27.011188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:27.586719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25630): Launched\u000a04:21:27.898035 run osmo-msc_10.42.42.6(pid=25631): Launched\u000a04:21:28.082012 run osmo-stp_10.42.42.5(pid=25628): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25628)]\u000a04:21:28.214511 run osmo-stp_10.42.42.5(pid=25628): stdout: \u000a| (launched: 2022-12-10_04:21:26.745669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:28.346590 run osmo-stp_10.42.42.5(pid=25628): stderr: \u000a| �[0;m�[38;5;43m20221210042126935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042126935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042126936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042126936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042126936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042126937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042126937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:28.472197 run osmo-stp_10.42.42.5(pid=25628): stdout: \u000a| (launched: 2022-12-10_04:21:26.745669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:28.596601 run osmo-stp_10.42.42.5(pid=25628): stderr: \u000a| �[0;m�[38;5;43m20221210042126935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042126935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042126936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042126936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042126936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042126937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042126937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:28.651986 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25628): Process ended prematurely: osmo-stp_10.42.42.5(pid=25628) [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25628)] [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:21:28.661605 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:21:28.723480 run osmo-hlr_10.42.42.2(pid=25625): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25625)]\u000a04:21:28.774250 run osmo-hlr_10.42.42.2(pid=25625): stdout: \u000a| (launched: 2022-12-10_04:21:25.774696) \u000a04:21:28.825704 run osmo-hlr_10.42.42.2(pid=25625): stderr: \u000a| �[0;m�[1;31m20221210042125974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042125974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042125974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042125974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042125974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042125974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042125987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042125998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042125998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042125998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:28.895445 run osmo-msc_10.42.42.6(pid=25631): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25631)]\u000a04:21:28.945966 run osmo-msc_10.42.42.6(pid=25631): stdout: \u000a| (launched: 2022-12-10_04:21:27.746250) \u000a04:21:28.997569 run osmo-msc_10.42.42.6(pid=25631): stderr: \u000a| �[0;m�[38;5;43m20221210042128066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042128066 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d5e3c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042128066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042128066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042128067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042128067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042128068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042128069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042128069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042128069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:29.041027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25624): Terminating (SIGTERM)\u000a04:21:29.082422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25627): Terminating (SIGTERM)\u000a04:21:29.123845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25630): Terminating (SIGTERM)\u000a04:21:29.133486 --- ParallelTerminationStrategy: PID 25624 died...\u000a04:21:29.188706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25624): Terminated: ok {rc=0}\u000a04:21:29.198744 --- ParallelTerminationStrategy: PID 25627 died...\u000a04:21:29.253635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25627): Terminated: ok {rc=0}\u000a04:21:29.263447 --- ParallelTerminationStrategy: PID 25630 died...\u000a04:21:29.318655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25630): Terminated: ok {rc=0}\u000a04:21:29.404808 bus /sierra_3: Setting Powered False\u000a04:21:30.506276 bus /sierra_3: Setting Powered False\u000a04:21:31.611524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:21:12" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25642): Process ended prematurely: osmo-stp_10.42.42.5(pid=25642) [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25642)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25642): Process ended prematurely: osmo-stp_10.42.42.5(pid=25642) [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:21:33.609815 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:33.621314 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:21:33.778118 tst mo_mt_call.py: using LAC 25955\u000a04:21:33.899653 tst mo_mt_call.py: using RAC 200\u000a04:21:34.022197 tst mo_mt_call.py: using CellId 25955\u000a04:21:34.144086 tst mo_mt_call.py: using BVCI 25956\u000a04:21:34.168042 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:34.179529 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:34.190865 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:34.202035 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:34.213176 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:34.224312 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:21:34.336611 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:21:34.541837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:35.040244 run create_hlr_db(pid=25636): Launched\u000a04:21:35.221705 bus /sierra_2: Setting Powered False\u000a04:21:36.242121 run create_hlr_db(pid=25636): Terminated: ok {rc=0}\u000a04:21:36.636242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25638): Launched\u000a04:21:36.927498 run osmo-hlr_10.42.42.2(pid=25639): Launched\u000a04:21:37.035705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:37.544721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25641): Launched\u000a04:21:37.837151 run osmo-stp_10.42.42.5(pid=25642): Launched\u000a04:21:37.944289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:38.480164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25644): Launched\u000a04:21:38.774059 run osmo-msc_10.42.42.6(pid=25645): Launched\u000a04:21:38.946552 run osmo-stp_10.42.42.5(pid=25642): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25642)]\u000a04:21:39.071474 run osmo-stp_10.42.42.5(pid=25642): stdout: \u000a| (launched: 2022-12-10_04:21:37.693225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:39.193946 run osmo-stp_10.42.42.5(pid=25642): stderr: \u000a| �[0;m�[38;5;43m20221210042137860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042137860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042137861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042137861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042137862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042137862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042137862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:39.312133 run osmo-stp_10.42.42.5(pid=25642): stdout: \u000a| (launched: 2022-12-10_04:21:37.693225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:39.429944 run osmo-stp_10.42.42.5(pid=25642): stderr: \u000a| �[0;m�[38;5;43m20221210042137860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042137860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042137861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042137861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042137862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042137862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042137862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:39.481689 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25642): Process ended prematurely: osmo-stp_10.42.42.5(pid=25642) [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25642)] [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:21:39.490322 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a04:21:39.549043 run osmo-hlr_10.42.42.2(pid=25639): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25639)]\u000a04:21:39.597613 run osmo-hlr_10.42.42.2(pid=25639): stdout: \u000a| (launched: 2022-12-10_04:21:36.784528) \u000a04:21:39.646783 run osmo-hlr_10.42.42.2(pid=25639): stderr: \u000a| �[0;m�[1;31m20221210042136961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042136961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042136961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042136961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042136961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042136961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042136977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042136986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042136986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042136986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:39.713177 run osmo-msc_10.42.42.6(pid=25645): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25645)]\u000a04:21:39.761464 run osmo-msc_10.42.42.6(pid=25645): stdout: \u000a| (launched: 2022-12-10_04:21:38.628903) \u000a04:21:39.810619 run osmo-msc_10.42.42.6(pid=25645): stderr: \u000a| �[0;m�[38;5;43m20221210042138900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042138900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9532fb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042138900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042138900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042138900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042138901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042138903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042138903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042138903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042138903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:39.851693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25638): Terminating (SIGTERM)\u000a04:21:39.890838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25641): Terminating (SIGTERM)\u000a04:21:39.929918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25644): Terminating (SIGTERM)\u000a04:21:39.939118 --- ParallelTerminationStrategy: PID 25638 died...\u000a04:21:39.997070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25638): Terminated: ok {rc=0}\u000a04:21:40.007742 --- ParallelTerminationStrategy: PID 25641 died...\u000a04:21:40.063120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25641): Terminated: ok {rc=0}\u000a04:21:40.073878 --- ParallelTerminationStrategy: PID 25644 died...\u000a04:21:40.129536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25644): Terminated: ok {rc=0}\u000a04:21:40.214486 bus /sierra_3: Setting Powered False\u000a04:21:41.320349 bus /sierra_3: Setting Powered False\u000a04:21:42.430341 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25653): Process ended prematurely: osmo-stp_10.42.42.5(pid=25653) [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25653)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25653): Process ended prematurely: osmo-stp_10.42.42.5(pid=25653) [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:21:43.537393 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:43.548709 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:21:43.704030 tst mo_mt_call_osmux.py: using LAC 25956\u000a04:21:43.820539 tst mo_mt_call_osmux.py: using RAC 201\u000a04:21:43.936047 tst mo_mt_call_osmux.py: using CellId 25956\u000a04:21:44.052792 tst mo_mt_call_osmux.py: using BVCI 25957\u000a04:21:44.074972 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:44.085813 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:44.096419 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:44.107356 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:44.118404 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:21:44.129798 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:21:44.241391 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:21:44.443971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:44.941633 run create_hlr_db(pid=25647): Launched\u000a04:21:45.121804 bus /sierra_2: Setting Powered False\u000a04:21:46.144813 run create_hlr_db(pid=25647): Terminated: ok {rc=0}\u000a04:21:46.609536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25649): Launched\u000a04:21:47.029067 run osmo-hlr_10.42.42.2(pid=25650): Launched\u000a04:21:47.162326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:47.843737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25652): Launched\u000a04:21:48.154710 run osmo-stp_10.42.42.5(pid=25653): Launched\u000a04:21:48.271024 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:48.841167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25655): Launched\u000a04:21:49.152075 run osmo-msc_10.42.42.6(pid=25656): Launched\u000a04:21:49.334388 run osmo-stp_10.42.42.5(pid=25653): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25653)]\u000a04:21:49.466052 run osmo-stp_10.42.42.5(pid=25653): stdout: \u000a| (launched: 2022-12-10_04:21:48.002059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:49.597128 run osmo-stp_10.42.42.5(pid=25653): stderr: \u000a| �[0;m�[38;5;43m20221210042148190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042148191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042148191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042148191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042148193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042148194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042148194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:49.722009 run osmo-stp_10.42.42.5(pid=25653): stdout: \u000a| (launched: 2022-12-10_04:21:48.002059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:49.845919 run osmo-stp_10.42.42.5(pid=25653): stderr: \u000a| �[0;m�[38;5;43m20221210042148190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042148191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042148191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042148191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042148193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042148194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042148194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:49.900764 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25653): Process ended prematurely: osmo-stp_10.42.42.5(pid=25653) [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25653)] [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:21:49.910118 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:21:49.971662 run osmo-hlr_10.42.42.2(pid=25650): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25650)]\u000a04:21:50.022736 run osmo-hlr_10.42.42.2(pid=25650): stdout: \u000a| (launched: 2022-12-10_04:21:46.810542) \u000a04:21:50.073835 run osmo-hlr_10.42.42.2(pid=25650): stderr: \u000a| �[0;m�[1;31m20221210042147187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042147187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042147187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042147187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042147187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042147187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042147215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042147230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042147230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042147230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:50.143384 run osmo-msc_10.42.42.6(pid=25656): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25656)]\u000a04:21:50.193676 run osmo-msc_10.42.42.6(pid=25656): stdout: \u000a| (launched: 2022-12-10_04:21:48.999480) \u000a04:21:50.244445 run osmo-msc_10.42.42.6(pid=25656): stderr: \u000a| �[0;m�[38;5;43m20221210042149323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042149323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff11213dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042149323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042149323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042149324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042149324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042149326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042149326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042149326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042149326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:50.287736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25649): Terminating (SIGTERM)\u000a04:21:50.328771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25652): Terminating (SIGTERM)\u000a04:21:50.369785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25655): Terminating (SIGTERM)\u000a04:21:50.379247 --- ParallelTerminationStrategy: PID 25649 died...\u000a04:21:50.433919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25649): Terminated: ok {rc=0}\u000a04:21:50.443831 --- ParallelTerminationStrategy: PID 25652 died...\u000a04:21:50.498695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25652): Terminated: ok {rc=0}\u000a04:21:50.508598 --- ParallelTerminationStrategy: PID 25655 died...\u000a04:21:50.563612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25655): Terminated: ok {rc=0}\u000a04:21:50.650337 bus /sierra_3: Setting Powered False\u000a04:21:51.755375 bus /sierra_3: Setting Powered False\u000a04:21:52.861977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:21:33" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25668): Process ended prematurely: osmo-stp_10.42.42.5(pid=25668) [trial-2369↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25668)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25668): Process ended prematurely: osmo-stp_10.42.42.5(pid=25668) [trial-2369↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:21:54.881826 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:21:54.892699 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a04:21:55.035174 tst emergency_mo_mt_call.py: using LAC 25957\u000a04:21:55.153610 tst emergency_mo_mt_call.py: using RAC 202\u000a04:21:55.272369 tst emergency_mo_mt_call.py: using CellId 25957\u000a04:21:55.390818 tst emergency_mo_mt_call.py: using BVCI 25958\u000a04:21:55.414145 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:21:55.425283 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:21:55.436161 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:21:55.447172 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:21:55.458108 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:21:55.469034 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:21:55.583911 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:21:55.787058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:56.274641 run create_hlr_db(pid=25662): Launched\u000a04:21:56.452474 bus /sierra_2: Setting Powered False\u000a04:21:57.472625 run create_hlr_db(pid=25662): Terminated: ok {rc=0}\u000a04:21:57.879320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25664): Launched\u000a04:21:58.183757 run osmo-hlr_10.42.42.2(pid=25665): Launched\u000a04:21:58.296846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:58.827166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25667): Launched\u000a04:21:59.133145 run osmo-stp_10.42.42.5(pid=25668): Launched\u000a04:21:59.260411 tst emergency_mo_mt_call.py: using MSISDN 7547\u000a04:21:59.413107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:59.971518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25670): Launched\u000a04:22:00.277499 run osmo-msc_10.42.42.6(pid=25671): Launched\u000a04:22:00.457466 run osmo-stp_10.42.42.5(pid=25668): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25668)]\u000a04:22:00.587558 run osmo-stp_10.42.42.5(pid=25668): stdout: \u000a| (launched: 2022-12-10_04:21:58.982511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:00.717579 run osmo-stp_10.42.42.5(pid=25668): stderr: \u000a| �[0;m�[38;5;43m20221210042159172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042159172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042159173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042159173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042159174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042159174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042159174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:00.840633 run osmo-stp_10.42.42.5(pid=25668): stdout: \u000a| (launched: 2022-12-10_04:21:58.982511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:00.964879 run osmo-stp_10.42.42.5(pid=25668): stderr: \u000a| �[0;m�[38;5;43m20221210042159172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042159172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042159173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042159173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042159174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042159174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042159174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:01.020685 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25668): Process ended prematurely: osmo-stp_10.42.42.5(pid=25668) [trial-2369↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25668)] [trial-2369↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a04:22:01.030655 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a04:22:01.093170 run osmo-hlr_10.42.42.2(pid=25665): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25665)]\u000a04:22:01.144834 run osmo-hlr_10.42.42.2(pid=25665): stdout: \u000a| (launched: 2022-12-10_04:21:58.035234) \u000a04:22:01.197394 run osmo-hlr_10.42.42.2(pid=25665): stderr: \u000a| �[0;m�[1;31m20221210042158229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042158229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042158229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042158230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042158230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042158230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042158242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042158250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042158250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042158250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:01.267887 run osmo-msc_10.42.42.6(pid=25671): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25671)]\u000a04:22:01.319233 run osmo-msc_10.42.42.6(pid=25671): stdout: \u000a| (launched: 2022-12-10_04:22:00.127952) \u000a04:22:01.371175 run osmo-msc_10.42.42.6(pid=25671): stderr: \u000a| �[0;m�[38;5;43m20221210042200450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042200450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd0c9bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042200451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042200451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042200451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042200451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042200453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042200453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042200453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042200454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:01.415480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25664): Terminating (SIGTERM)\u000a04:22:01.457171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25667): Terminating (SIGTERM)\u000a04:22:01.499065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25670): Terminating (SIGTERM)\u000a04:22:01.509445 --- ParallelTerminationStrategy: PID 25664 died...\u000a04:22:01.567620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25664): Terminated: ok {rc=0}\u000a04:22:01.578152 --- ParallelTerminationStrategy: PID 25667 died...\u000a04:22:01.633611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25667): Terminated: ok {rc=0}\u000a04:22:01.643910 --- ParallelTerminationStrategy: PID 25670 died...\u000a04:22:01.699536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25670): Terminated: ok {rc=0}\u000a04:22:01.786237 bus /sierra_3: Setting Powered False\u000a04:22:02.886587 bus /sierra_3: Setting Powered False\u000a04:22:03.995526 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25679): Process ended prematurely: osmo-stp_10.42.42.5(pid=25679) [trial-2369↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25679): Process ended prematurely: osmo-stp_10.42.42.5(pid=25679) [trial-2369↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:22:05.045748 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:05.056898 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a04:22:05.189949 tst emergency_preemptive_call.py: using LAC 25958\u000a04:22:05.303037 tst emergency_preemptive_call.py: using RAC 203\u000a04:22:05.415907 tst emergency_preemptive_call.py: using CellId 25958\u000a04:22:05.528300 tst emergency_preemptive_call.py: using BVCI 25959\u000a04:22:05.550142 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:05.560787 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:05.571215 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:05.582275 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:05.593104 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:05.603700 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:05.718983 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:05.832362 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:05.946288 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:06.148869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:06.639444 run create_hlr_db(pid=25673): Launched\u000a04:22:06.816879 bus /sierra_2: Setting Powered False\u000a04:22:07.837804 run create_hlr_db(pid=25673): Terminated: ok {rc=0}\u000a04:22:08.227834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25675): Launched\u000a04:22:08.533721 run osmo-hlr_10.42.42.2(pid=25676): Launched\u000a04:22:08.649770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:09.182766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25678): Launched\u000a04:22:09.489092 run osmo-stp_10.42.42.5(pid=25679): Launched\u000a04:22:09.611884 tst emergency_preemptive_call.py: using MSISDN 7548\u000a04:22:09.766056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:10.323184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25681): Launched\u000a04:22:10.629096 run osmo-msc_10.42.42.6(pid=25682): Launched\u000a04:22:10.808492 run osmo-stp_10.42.42.5(pid=25679): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)]\u000a04:22:10.939019 run osmo-stp_10.42.42.5(pid=25679): stdout: \u000a| (launched: 2022-12-10_04:22:09.339114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:11.069375 run osmo-stp_10.42.42.5(pid=25679): stderr: \u000a| �[0;m�[38;5;43m20221210042209528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042209528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042209528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042209529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042209529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042209529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042209529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:11.192329 run osmo-stp_10.42.42.5(pid=25679): stdout: \u000a| (launched: 2022-12-10_04:22:09.339114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:11.314522 run osmo-stp_10.42.42.5(pid=25679): stderr: \u000a| �[0;m�[38;5;43m20221210042209528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042209528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042209528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042209529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042209529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042209529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042209529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:11.368094 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25679): Process ended prematurely: osmo-stp_10.42.42.5(pid=25679) [trial-2369↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)] [trial-2369↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a04:22:11.376773 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a04:22:11.439090 run osmo-hlr_10.42.42.2(pid=25676): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25676)]\u000a04:22:11.490181 run osmo-hlr_10.42.42.2(pid=25676): stdout: \u000a| (launched: 2022-12-10_04:22:08.384326) \u000a04:22:11.541684 run osmo-hlr_10.42.42.2(pid=25676): stderr: \u000a| �[0;m�[1;31m20221210042208581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042208581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042208581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042208581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042208581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042208581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042208594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042208602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042208602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042208602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:11.612110 run osmo-msc_10.42.42.6(pid=25682): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25682)]\u000a04:22:11.663752 run osmo-msc_10.42.42.6(pid=25682): stdout: \u000a| (launched: 2022-12-10_04:22:10.479086) \u000a04:22:11.715663 run osmo-msc_10.42.42.6(pid=25682): stderr: \u000a| �[0;m�[38;5;43m20221210042210798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042210799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f422e034c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042210799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042210799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042210799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042210799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042210801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042210801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042210802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042210802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:11.759437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25675): Terminating (SIGTERM)\u000a04:22:11.800887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25678): Terminating (SIGTERM)\u000a04:22:11.842517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25681): Terminating (SIGTERM)\u000a04:22:11.852140 --- ParallelTerminationStrategy: PID 25675 died...\u000a04:22:11.907756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25675): Terminated: ok {rc=0}\u000a04:22:11.917822 --- ParallelTerminationStrategy: PID 25678 died...\u000a04:22:11.972818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25678): Terminated: ok {rc=0}\u000a04:22:11.982763 --- ParallelTerminationStrategy: PID 25681 died...\u000a04:22:12.038276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25681): Terminated: ok {rc=0}\u000a04:22:12.125344 bus /sierra_9: Setting Powered False\u000a04:22:13.230853 bus /sierra_9: Setting Powered False\u000a04:22:14.336871 bus /sierra_8: Setting Powered False\u000a04:22:15.441839 bus /sierra_8: Setting Powered False\u000a04:22:16.572060 bus /sierra_3: Setting Powered False\u000a04:22:17.681079 bus /sierra_3: Setting Powered False\u000a04:22:18.787500 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:21:54" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25697): Process ended prematurely: osmo-stp_10.42.42.5(pid=25697) [trial-2369↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25697)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25697): Process ended prematurely: osmo-stp_10.42.42.5(pid=25697) [trial-2369↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:22:20.913987 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:20.924939 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:22:21.065385 tst cs_paging_gprs_active.py: using LAC 25959\u000a04:22:21.187163 tst cs_paging_gprs_active.py: using RAC 204\u000a04:22:21.309826 tst cs_paging_gprs_active.py: using CellId 25959\u000a04:22:21.434351 tst cs_paging_gprs_active.py: using BVCI 25960\u000a04:22:21.458285 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:21.469393 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:21.480175 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:21.491216 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:21.501945 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:21.512698 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:21.523671 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:21.534386 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:21.545284 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:21.658413 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:21.929152 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:22:22.051408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:22:22.355850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25687): Launched\u000a04:22:22.608234 run iperf3-srv_10.42.42.10(pid=25688): Launched\u000a04:22:22.787050 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:22:22.909555 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:22:23.213658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25689): Launched\u000a04:22:23.465705 run iperf3-srv_10.42.42.10(pid=25690): Launched\u000a04:22:23.645333 tst cs_paging_gprs_active.py:38: start network...\u000a04:22:23.768188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:24.229648 run create_hlr_db(pid=25691): Launched\u000a04:22:24.398996 bus /sierra_2: Setting Powered False\u000a04:22:25.421549 run create_hlr_db(pid=25691): Terminated: ok {rc=0}\u000a04:22:25.812203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25693): Launched\u000a04:22:26.105706 run osmo-hlr_10.42.42.2(pid=25694): Launched\u000a04:22:26.213077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:26.721934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25696): Launched\u000a04:22:27.015269 run osmo-stp_10.42.42.5(pid=25697): Launched\u000a04:22:27.123328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:22:27.634844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25699): Launched\u000a04:22:27.739272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:22:27.995195 run patchelf(pid=25700): Launched\u000a04:22:28.167220 run osmo-stp_10.42.42.5(pid=25697): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25697)]\u000a04:22:28.293123 run osmo-stp_10.42.42.5(pid=25697): stdout: \u000a| (launched: 2022-12-10_04:22:26.870870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:28.419698 run osmo-stp_10.42.42.5(pid=25697): stderr: \u000a| �[0;m�[38;5;43m20221210042227038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042227038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042227039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042227039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042227041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042227041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042227042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:28.541513 run osmo-stp_10.42.42.5(pid=25697): stdout: \u000a| (launched: 2022-12-10_04:22:26.870870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:28.662181 run osmo-stp_10.42.42.5(pid=25697): stderr: \u000a| �[0;m�[38;5;43m20221210042227038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042227038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042227039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042227039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042227041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042227041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042227042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:28.802434 run patchelf(pid=25700): Terminating (SIGINT)\u000a04:22:28.967498 run patchelf(pid=25700): Terminated: ok {rc=0}\u000a04:22:28.998174 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25697): Process ended prematurely: osmo-stp_10.42.42.5(pid=25697) [trial-2369↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25697)] [trial-2369↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a04:22:29.007606 tst cs_paging_gprs_active.py:38: Test FAILED (8.1 sec)\u000a04:22:29.068010 run osmo-hlr_10.42.42.2(pid=25694): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25694)]\u000a04:22:29.117191 run osmo-hlr_10.42.42.2(pid=25694): stdout: \u000a| (launched: 2022-12-10_04:22:25.960805) \u000a04:22:29.166975 run osmo-hlr_10.42.42.2(pid=25694): stderr: \u000a| �[0;m�[1;31m20221210042226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042226150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042226158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042226159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042226159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:29.208662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25687): Terminating (SIGTERM)\u000a04:22:29.248219 run iperf3-srv_10.42.42.10(pid=25688): Terminating (SIGTERM)\u000a04:22:29.287781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25689): Terminating (SIGTERM)\u000a04:22:29.327136 run iperf3-srv_10.42.42.10(pid=25690): Terminating (SIGTERM)\u000a04:22:29.367460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25693): Terminating (SIGTERM)\u000a04:22:29.407021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25696): Terminating (SIGTERM)\u000a04:22:29.446624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25699): Terminating (SIGTERM)\u000a04:22:29.456028 --- ParallelTerminationStrategy: PID 25687 died...\u000a04:22:29.509137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25687): Terminated: ok {rc=0}\u000a04:22:29.518809 --- ParallelTerminationStrategy: PID 25688 died...\u000a04:22:29.571635 run iperf3-srv_10.42.42.10(pid=25688): Terminated {rc=256}\u000a04:22:29.581173 --- ParallelTerminationStrategy: PID 25689 died...\u000a04:22:29.634421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25689): Terminated: ok {rc=0}\u000a04:22:29.643862 --- ParallelTerminationStrategy: PID 25690 died...\u000a04:22:29.696242 run iperf3-srv_10.42.42.10(pid=25690): Terminated {rc=256}\u000a04:22:29.705755 --- ParallelTerminationStrategy: PID 25693 died...\u000a04:22:29.758090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25693): Terminated: ok {rc=0}\u000a04:22:29.767519 --- ParallelTerminationStrategy: PID 25696 died...\u000a04:22:29.820446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25696): Terminated: ok {rc=0}\u000a04:22:29.830114 --- ParallelTerminationStrategy: PID 25699 died...\u000a04:22:29.883062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25699): Terminated: ok {rc=0}\u000a04:22:29.965627 bus /gobi_0: Setting Powered False\u000a04:22:31.064789 bus /gobi_0: Setting Powered False\u000a04:22:32.191627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25710): Process ended prematurely: osmo-stp_10.42.42.5(pid=25710) [trial-2369↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25710): Process ended prematurely: osmo-stp_10.42.42.5(pid=25710) [trial-2369↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a04:22:33.299153 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:33.310108 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:22:33.444768 tst iperf3.py: using LAC 25960\u000a04:22:33.567334 tst iperf3.py: using RAC 205\u000a04:22:33.689801 tst iperf3.py: using CellId 25960\u000a04:22:33.817490 tst iperf3.py: using BVCI 25961\u000a04:22:33.841591 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:33.852478 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:33.863282 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:33.874125 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:33.884820 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:33.895676 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:33.906645 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:33.917459 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:33.928341 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:34.198306 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:22:34.320136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:22:34.623283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25701): Launched\u000a04:22:34.874612 run iperf3-srv_10.42.42.10(pid=25702): Launched\u000a04:22:35.053372 tst iperf3.py:8: start network...\u000a04:22:35.175159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:35.635306 run create_hlr_db(pid=25703): Launched\u000a04:22:35.804043 bus /gobi_6: Setting Powered False\u000a04:22:36.825802 run create_hlr_db(pid=25703): Terminated: ok {rc=0}\u000a04:22:37.242296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25706): Launched\u000a04:22:37.556219 run osmo-hlr_10.42.42.2(pid=25707): Launched\u000a04:22:37.672147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:38.217373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25709): Launched\u000a04:22:38.530269 run osmo-stp_10.42.42.5(pid=25710): Launched\u000a04:22:38.644935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:22:39.188921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25712): Launched\u000a04:22:39.294035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:22:39.549563 run patchelf(pid=25713): Launched\u000a04:22:39.722259 run osmo-stp_10.42.42.5(pid=25710): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)]\u000a04:22:39.848763 run osmo-stp_10.42.42.5(pid=25710): stdout: \u000a| (launched: 2022-12-10_04:22:38.376667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:39.976328 run osmo-stp_10.42.42.5(pid=25710): stderr: \u000a| �[0;m�[38;5;43m20221210042238567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042238567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042238567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042238568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042238568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042238568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042238568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:40.098831 run osmo-stp_10.42.42.5(pid=25710): stdout: \u000a| (launched: 2022-12-10_04:22:38.376667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:40.219805 run osmo-stp_10.42.42.5(pid=25710): stderr: \u000a| �[0;m�[38;5;43m20221210042238567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042238567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042238567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042238568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042238568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042238568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042238568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:40.360653 run patchelf(pid=25713): Terminating (SIGINT)\u000a04:22:40.526079 run patchelf(pid=25713): Terminated: ok {rc=0}\u000a04:22:40.556590 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25710): Process ended prematurely: osmo-stp_10.42.42.5(pid=25710) [trial-2369↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)] [trial-2369↪gprs:trx-lms↪iperf3.py:8]\u000a04:22:40.566042 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a04:22:40.626371 run osmo-hlr_10.42.42.2(pid=25707): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25707)]\u000a04:22:40.675281 run osmo-hlr_10.42.42.2(pid=25707): stdout: \u000a| (launched: 2022-12-10_04:22:37.401771) \u000a04:22:40.724619 run osmo-hlr_10.42.42.2(pid=25707): stderr: \u000a| �[0;m�[1;31m20221210042237599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042237599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042237599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042237599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042237599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042237599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042237612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042237622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042237622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042237622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:40.766667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25701): Terminating (SIGTERM)\u000a04:22:40.806226 run iperf3-srv_10.42.42.10(pid=25702): Terminating (SIGTERM)\u000a04:22:40.845866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25706): Terminating (SIGTERM)\u000a04:22:40.885526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25709): Terminating (SIGTERM)\u000a04:22:40.925109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25712): Terminating (SIGTERM)\u000a04:22:40.934502 --- ParallelTerminationStrategy: PID 25701 died...\u000a04:22:40.987522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25701): Terminated: ok {rc=0}\u000a04:22:40.997393 --- ParallelTerminationStrategy: PID 25702 died...\u000a04:22:41.050621 run iperf3-srv_10.42.42.10(pid=25702): Terminated {rc=256}\u000a04:22:41.060201 --- ParallelTerminationStrategy: PID 25706 died...\u000a04:22:41.113015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25706): Terminated: ok {rc=0}\u000a04:22:41.122466 --- ParallelTerminationStrategy: PID 25709 died...\u000a04:22:41.174831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25709): Terminated: ok {rc=0}\u000a04:22:41.184411 --- ParallelTerminationStrategy: PID 25712 died...\u000a04:22:41.237367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25712): Terminated: ok {rc=0}\u000a04:22:41.323161 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25728): Process ended prematurely: osmo-stp_10.42.42.5(pid=25728) [trial-2369↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25728)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25728): Process ended prematurely: osmo-stp_10.42.42.5(pid=25728) [trial-2369↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a04:22:42.430566 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:42.441601 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:22:42.582130 tst iperf3m4.py: using LAC 25961\u000a04:22:42.704099 tst iperf3m4.py: using RAC 206\u000a04:22:42.826219 tst iperf3m4.py: using CellId 25961\u000a04:22:42.948046 tst iperf3m4.py: using BVCI 25962\u000a04:22:42.972117 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:42.983346 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:42.994190 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:43.005036 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:43.015709 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:43.026548 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:43.038121 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:43.048805 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:22:43.059730 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:43.178848 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:43.300609 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:43.414063 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:43.687214 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:22:43.809552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:22:44.113382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25714): Launched\u000a04:22:44.364358 run iperf3-srv_10.42.42.10(pid=25715): Launched\u000a04:22:44.542955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:22:44.664642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:22:44.968381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25716): Launched\u000a04:22:45.220169 run iperf3-srv_10.42.42.10(pid=25717): Launched\u000a04:22:45.399389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:22:45.521626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:22:45.825680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25718): Launched\u000a04:22:46.124230 run iperf3-srv_10.42.42.10(pid=25719): Launched\u000a04:22:46.322401 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:22:46.458277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:22:46.805909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25720): Launched\u000a04:22:47.096938 run iperf3-srv_10.42.42.10(pid=25721): Launched\u000a04:22:47.290226 tst iperf3m4.py:8: start network...\u000a04:22:47.420579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:47.918964 run create_hlr_db(pid=25722): Launched\u000a04:22:48.100926 bus /gobi_6: Setting Powered False\u000a04:22:49.121052 run create_hlr_db(pid=25722): Terminated: ok {rc=0}\u000a04:22:49.521852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25724): Launched\u000a04:22:49.833474 run osmo-hlr_10.42.42.2(pid=25725): Launched\u000a04:22:49.951338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:50.493093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25727): Launched\u000a04:22:50.802475 run osmo-stp_10.42.42.5(pid=25728): Launched\u000a04:22:50.914595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:22:51.458036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25730): Launched\u000a04:22:51.569324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:22:51.841056 run patchelf(pid=25731): Launched\u000a04:22:52.025046 run osmo-stp_10.42.42.5(pid=25728): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25728)]\u000a04:22:52.159276 run osmo-stp_10.42.42.5(pid=25728): stdout: \u000a| (launched: 2022-12-10_04:22:50.651459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:52.293392 run osmo-stp_10.42.42.5(pid=25728): stderr: \u000a| �[0;m�[38;5;43m20221210042250839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042250839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042250840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042250840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042250840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042250841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042250841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:52.422543 run osmo-stp_10.42.42.5(pid=25728): stdout: \u000a| (launched: 2022-12-10_04:22:50.651459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:52.550481 run osmo-stp_10.42.42.5(pid=25728): stderr: \u000a| �[0;m�[38;5;43m20221210042250839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042250839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042250840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042250840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042250840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042250841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042250841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:52.699282 run patchelf(pid=25731): Terminating (SIGINT)\u000a04:22:52.873808 run patchelf(pid=25731): Terminated: ok {rc=0}\u000a04:22:52.906129 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25728): Process ended prematurely: osmo-stp_10.42.42.5(pid=25728) [trial-2369↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25728)] [trial-2369↪gprs:trx-lms↪iperf3m4.py:8]\u000a04:22:52.916207 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a04:22:52.978786 run osmo-hlr_10.42.42.2(pid=25725): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25725)]\u000a04:22:53.029077 run osmo-hlr_10.42.42.2(pid=25725): stdout: \u000a| (launched: 2022-12-10_04:22:49.681602) \u000a04:22:53.080237 run osmo-hlr_10.42.42.2(pid=25725): stderr: \u000a| �[0;m�[1;31m20221210042249876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042249876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042249876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042249876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042249876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042249876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042249890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042249900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042249901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042249901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:53.124047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25714): Terminating (SIGTERM)\u000a04:22:53.165473 run iperf3-srv_10.42.42.10(pid=25715): Terminating (SIGTERM)\u000a04:22:53.206930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25716): Terminating (SIGTERM)\u000a04:22:53.248339 run iperf3-srv_10.42.42.10(pid=25717): Terminating (SIGTERM)\u000a04:22:53.289825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25718): Terminating (SIGTERM)\u000a04:22:53.331398 run iperf3-srv_10.42.42.10(pid=25719): Terminating (SIGTERM)\u000a04:22:53.372732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25720): Terminating (SIGTERM)\u000a04:22:53.414603 run iperf3-srv_10.42.42.10(pid=25721): Terminating (SIGTERM)\u000a04:22:53.455935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25724): Terminating (SIGTERM)\u000a04:22:53.497182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25727): Terminating (SIGTERM)\u000a04:22:53.538634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25730): Terminating (SIGTERM)\u000a04:22:53.548184 --- ParallelTerminationStrategy: PID 25714 died...\u000a04:22:53.603606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25714): Terminated: ok {rc=0}\u000a04:22:53.613624 --- ParallelTerminationStrategy: PID 25715 died...\u000a04:22:53.668797 run iperf3-srv_10.42.42.10(pid=25715): Terminated {rc=256}\u000a04:22:53.678748 --- ParallelTerminationStrategy: PID 25716 died...\u000a04:22:53.733993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25716): Terminated: ok {rc=0}\u000a04:22:53.743865 --- ParallelTerminationStrategy: PID 25717 died...\u000a04:22:53.798911 run iperf3-srv_10.42.42.10(pid=25717): Terminated {rc=256}\u000a04:22:53.808917 --- ParallelTerminationStrategy: PID 25718 died...\u000a04:22:53.864074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25718): Terminated: ok {rc=0}\u000a04:22:53.874009 --- ParallelTerminationStrategy: PID 25719 died...\u000a04:22:53.928853 run iperf3-srv_10.42.42.10(pid=25719): Terminated {rc=256}\u000a04:22:53.938787 --- ParallelTerminationStrategy: PID 25720 died...\u000a04:22:53.994403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25720): Terminated: ok {rc=0}\u000a04:22:54.004405 --- ParallelTerminationStrategy: PID 25721 died...\u000a04:22:54.059782 run iperf3-srv_10.42.42.10(pid=25721): Terminated {rc=256}\u000a04:22:54.069919 --- ParallelTerminationStrategy: PID 25724 died...\u000a04:22:54.125025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25724): Terminated: ok {rc=0}\u000a04:22:54.134963 --- ParallelTerminationStrategy: PID 25727 died...\u000a04:22:54.190072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25727): Terminated: ok {rc=0}\u000a04:22:54.200064 --- ParallelTerminationStrategy: PID 25730 died...\u000a04:22:54.255106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25730): Terminated: ok {rc=0}\u000a04:22:54.341340 bus /gobi_4: Setting Powered False\u000a04:22:55.447851 bus /gobi_4: Setting Powered False\u000a04:22:56.556037 bus /gobi_1: Setting Powered False\u000a04:22:57.656841 bus /gobi_1: Setting Powered False\u000a04:22:58.767182 bus /gobi_0: Setting Powered False\u000a04:22:59.867903 bus /gobi_0: Setting Powered False\u000a04:23:00.992598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25739): Process ended prematurely: osmo-stp_10.42.42.5(pid=25739) [trial-2369↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25739): Process ended prematurely: osmo-stp_10.42.42.5(pid=25739) [trial-2369↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a04:23:02.072296 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:02.088716 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:02.259105 tst ping.py: using LAC 25962\u000a04:23:02.393802 tst ping.py: using RAC 207\u000a04:23:02.514864 tst ping.py: using CellId 25962\u000a04:23:02.634887 tst ping.py: using BVCI 25963\u000a04:23:02.658326 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:02.669369 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:02.680222 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:02.691073 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:02.701921 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:02.712642 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:02.723577 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:02.734484 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:03.001418 tst ping.py:19: start network...\u000a04:23:03.121008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:03.573042 run create_hlr_db(pid=25733): Launched\u000a04:23:03.739585 bus /gobi_6: Setting Powered False\u000a04:23:04.760683 run create_hlr_db(pid=25733): Terminated: ok {rc=0}\u000a04:23:05.168275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25735): Launched\u000a04:23:05.474362 run osmo-hlr_10.42.42.2(pid=25736): Launched\u000a04:23:05.587562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:06.123478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25738): Launched\u000a04:23:06.429026 run osmo-stp_10.42.42.5(pid=25739): Launched\u000a04:23:06.540777 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:07.075720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25741): Launched\u000a04:23:07.185293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:07.451731 run patchelf(pid=25742): Launched\u000a04:23:07.632369 run osmo-stp_10.42.42.5(pid=25739): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)]\u000a04:23:07.764549 run osmo-stp_10.42.42.5(pid=25739): stdout: \u000a| (launched: 2022-12-10_04:23:06.279506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:07.897138 run osmo-stp_10.42.42.5(pid=25739): stderr: \u000a| �[0;m�[38;5;43m20221210042306468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042306468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042306469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042306469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042306469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042306470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042306470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:08.024615 run osmo-stp_10.42.42.5(pid=25739): stdout: \u000a| (launched: 2022-12-10_04:23:06.279506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:08.152201 run osmo-stp_10.42.42.5(pid=25739): stderr: \u000a| �[0;m�[38;5;43m20221210042306468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042306468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042306469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042306469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042306469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042306470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042306470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:08.298938 run patchelf(pid=25742): Terminating (SIGINT)\u000a04:23:08.471718 run patchelf(pid=25742): Terminated: ok {rc=0}\u000a04:23:08.503418 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25739): Process ended prematurely: osmo-stp_10.42.42.5(pid=25739) [trial-2369↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)] [trial-2369↪gprs:trx-lms↪ping.py:22]\u000a04:23:08.512639 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:23:08.574734 run osmo-hlr_10.42.42.2(pid=25736): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25736)]\u000a04:23:08.625412 run osmo-hlr_10.42.42.2(pid=25736): stdout: \u000a| (launched: 2022-12-10_04:23:05.324549) \u000a04:23:08.676861 run osmo-hlr_10.42.42.2(pid=25736): stderr: \u000a| �[0;m�[1;31m20221210042305523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042305523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042305523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042305523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042305523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042305523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042305536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042305544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042305544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042305544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:08.720677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25735): Terminating (SIGTERM)\u000a04:23:08.762458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25738): Terminating (SIGTERM)\u000a04:23:08.803973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25741): Terminating (SIGTERM)\u000a04:23:08.813643 --- ParallelTerminationStrategy: PID 25735 died...\u000a04:23:08.868934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25735): Terminated: ok {rc=0}\u000a04:23:08.879036 --- ParallelTerminationStrategy: PID 25738 died...\u000a04:23:08.934006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25738): Terminated: ok {rc=0}\u000a04:23:08.944012 --- ParallelTerminationStrategy: PID 25741 died...\u000a04:23:08.998945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25741): Terminated: ok {rc=0}\u000a04:23:09.085647 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25749): Process ended prematurely: osmo-stp_10.42.42.5(pid=25749) [trial-2369↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25749)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25749): Process ended prematurely: osmo-stp_10.42.42.5(pid=25749) [trial-2369↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a04:23:10.139038 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:10.150604 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:10.291739 tst ping_idle_ping.py: using LAC 25963\u000a04:23:10.412522 tst ping_idle_ping.py: using RAC 208\u000a04:23:10.530455 tst ping_idle_ping.py: using CellId 25963\u000a04:23:10.646265 tst ping_idle_ping.py: using BVCI 25964\u000a04:23:10.668408 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:10.679420 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:10.690136 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:10.701365 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:10.712115 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:10.722815 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:10.733673 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:10.744383 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:11.010440 tst ping_idle_ping.py:24: start network...\u000a04:23:11.130703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:11.588272 run create_hlr_db(pid=25743): Launched\u000a04:23:11.756612 bus /gobi_6: Setting Powered False\u000a04:23:12.778149 run create_hlr_db(pid=25743): Terminated: ok {rc=0}\u000a04:23:13.163862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25745): Launched\u000a04:23:13.454275 run osmo-hlr_10.42.42.2(pid=25746): Launched\u000a04:23:13.561150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:14.063541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25748): Launched\u000a04:23:14.353583 run osmo-stp_10.42.42.5(pid=25749): Launched\u000a04:23:14.460073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:14.964111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25751): Launched\u000a04:23:15.067354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:15.319668 run patchelf(pid=25752): Launched\u000a04:23:15.489700 run osmo-stp_10.42.42.5(pid=25749): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25749)]\u000a04:23:15.614265 run osmo-stp_10.42.42.5(pid=25749): stdout: \u000a| (launched: 2022-12-10_04:23:14.211055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:15.738621 run osmo-stp_10.42.42.5(pid=25749): stderr: \u000a| �[0;m�[38;5;43m20221210042314379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042314379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042314380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042314380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042314381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042314381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042314381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:15.865609 run osmo-stp_10.42.42.5(pid=25749): stdout: \u000a| (launched: 2022-12-10_04:23:14.211055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:16.010057 run osmo-stp_10.42.42.5(pid=25749): stderr: \u000a| �[0;m�[38;5;43m20221210042314379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042314379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042314380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042314380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042314381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042314381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042314381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:16.163244 run patchelf(pid=25752): Terminating (SIGINT)\u000a04:23:16.382623 run patchelf(pid=25752): Terminated: ok {rc=0}\u000a04:23:16.416931 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25749): Process ended prematurely: osmo-stp_10.42.42.5(pid=25749) [trial-2369↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25749)] [trial-2369↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a04:23:16.428840 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a04:23:16.509779 run osmo-hlr_10.42.42.2(pid=25746): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25746)]\u000a04:23:16.562947 run osmo-hlr_10.42.42.2(pid=25746): stdout: \u000a| (launched: 2022-12-10_04:23:13.311239) \u000a04:23:16.624332 run osmo-hlr_10.42.42.2(pid=25746): stderr: \u000a| �[0;m�[1;31m20221210042313483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042313483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042313483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042313484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042313484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042313484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042313496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042313505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042313505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042313505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:16.673246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25745): Terminating (SIGTERM)\u000a04:23:16.728540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25748): Terminating (SIGTERM)\u000a04:23:16.772528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25751): Terminating (SIGTERM)\u000a04:23:16.784008 --- ParallelTerminationStrategy: PID 25745 died...\u000a04:23:16.842155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25745): Terminated: ok {rc=0}\u000a04:23:16.852647 --- ParallelTerminationStrategy: PID 25748 died...\u000a04:23:16.909830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25748): Terminated: ok {rc=0}\u000a04:23:16.920397 --- ParallelTerminationStrategy: PID 25751 died...\u000a04:23:16.977860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25751): Terminated: ok {rc=0}\u000a04:23:17.076626 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:22:20" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26038): Process ended prematurely: osmo-stp_10.42.42.5(pid=26038) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26038): Process ended prematurely: osmo-stp_10.42.42.5(pid=26038) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:23:19.334115 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:19.346531 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:23:19.490761 tst cs_paging_gprs_active.py: using LAC 25964\u000a04:23:19.618225 tst cs_paging_gprs_active.py: using RAC 209\u000a04:23:19.745486 tst cs_paging_gprs_active.py: using CellId 25964\u000a04:23:19.869613 tst cs_paging_gprs_active.py: using BVCI 25965\u000a04:23:19.894600 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:19.907443 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:19.919075 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:19.931035 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:19.942896 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:19.954680 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:19.966935 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:19.978764 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:19.990865 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:23:20.113934 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:23:20.410178 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:23:20.546642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:20.887977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26027): Launched\u000a04:23:21.161458 run iperf3-srv_10.42.42.10(pid=26029): Launched\u000a04:23:21.343233 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:23:21.470137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:21.798288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26030): Launched\u000a04:23:22.074966 run iperf3-srv_10.42.42.10(pid=26031): Launched\u000a04:23:22.258678 tst cs_paging_gprs_active.py:38: start network...\u000a04:23:22.385379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:22.901781 run create_hlr_db(pid=26032): Launched\u000a04:23:23.079387 bus /gobi_6: Setting Powered False\u000a04:23:24.103568 run create_hlr_db(pid=26032): Terminated: ok {rc=0}\u000a04:23:24.535392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26034): Launched\u000a04:23:24.945707 run osmo-hlr_10.42.42.2(pid=26035): Launched\u000a04:23:25.182124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:25.837907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26037): Launched\u000a04:23:26.249911 run osmo-stp_10.42.42.5(pid=26038): Launched\u000a04:23:26.491297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:27.102616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26040): Launched\u000a04:23:27.215536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:27.507765 run patchelf(pid=26041): Launched\u000a04:23:27.694304 run osmo-stp_10.42.42.5(pid=26038): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)]\u000a04:23:27.830681 run osmo-stp_10.42.42.5(pid=26038): stdout: \u000a| (launched: 2022-12-10_04:23:25.996731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:27.968014 run osmo-stp_10.42.42.5(pid=26038): stderr: \u000a| �[0;m�[38;5;43m20221210042326324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042326324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042326324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042326324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042326325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042326325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042326325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:28.099429 run osmo-stp_10.42.42.5(pid=26038): stdout: \u000a| (launched: 2022-12-10_04:23:25.996731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:28.229223 run osmo-stp_10.42.42.5(pid=26038): stderr: \u000a| �[0;m�[38;5;43m20221210042326324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042326324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042326324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042326324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042326325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042326325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042326325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:28.381447 run patchelf(pid=26041): Terminating (SIGINT)\u000a04:23:28.560240 run patchelf(pid=26041): Terminated: ok {rc=0}\u000a04:23:28.593751 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26038): Process ended prematurely: osmo-stp_10.42.42.5(pid=26038) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)] [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:23:28.604326 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a04:23:28.670620 run osmo-hlr_10.42.42.2(pid=26035): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26035)]\u000a04:23:28.723483 run osmo-hlr_10.42.42.2(pid=26035): stdout: \u000a| (launched: 2022-12-10_04:23:24.693851) \u000a04:23:28.776074 run osmo-hlr_10.42.42.2(pid=26035): stderr: \u000a| �[0;m�[1;31m20221210042325040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042325040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042325040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042325040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042325040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042325040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042325060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042325078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042325078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042325078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:28.819750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26027): Terminating (SIGTERM)\u000a04:23:28.865066 run iperf3-srv_10.42.42.10(pid=26029): Terminating (SIGTERM)\u000a04:23:28.910337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26030): Terminating (SIGTERM)\u000a04:23:28.955346 run iperf3-srv_10.42.42.10(pid=26031): Terminating (SIGTERM)\u000a04:23:29.000213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26034): Terminating (SIGTERM)\u000a04:23:29.044636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26037): Terminating (SIGTERM)\u000a04:23:29.086814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26040): Terminating (SIGTERM)\u000a04:23:29.100291 --- ParallelTerminationStrategy: PID 26027 died...\u000a04:23:29.158682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26027): Terminated: ok {rc=0}\u000a04:23:29.169250 --- ParallelTerminationStrategy: PID 26029 died...\u000a04:23:29.226330 run iperf3-srv_10.42.42.10(pid=26029): Terminated {rc=256}\u000a04:23:29.236823 --- ParallelTerminationStrategy: PID 26030 died...\u000a04:23:29.293928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26030): Terminated: ok {rc=0}\u000a04:23:29.305543 --- ParallelTerminationStrategy: PID 26031 died...\u000a04:23:29.362021 run iperf3-srv_10.42.42.10(pid=26031): Terminated {rc=256}\u000a04:23:29.372853 --- ParallelTerminationStrategy: PID 26034 died...\u000a04:23:29.429582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26034): Terminated: ok {rc=0}\u000a04:23:29.440140 --- ParallelTerminationStrategy: PID 26037 died...\u000a04:23:29.498797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26037): Terminated: ok {rc=0}\u000a04:23:29.509462 --- ParallelTerminationStrategy: PID 26040 died...\u000a04:23:29.566594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26040): Terminated: ok {rc=0}\u000a04:23:29.654374 bus /gobi_0: Setting Powered False\u000a04:23:30.762049 bus /gobi_0: Setting Powered False\u000a04:23:31.885348 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26051): Process ended prematurely: osmo-stp_10.42.42.5(pid=26051) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26051)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26051): Process ended prematurely: osmo-stp_10.42.42.5(pid=26051) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:23:33.004064 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:33.016675 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:23:33.161200 tst iperf3.py: using LAC 25965\u000a04:23:33.285219 tst iperf3.py: using RAC 210\u000a04:23:33.409136 tst iperf3.py: using CellId 25965\u000a04:23:33.533734 tst iperf3.py: using BVCI 25966\u000a04:23:33.558312 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:33.570572 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:33.583223 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:33.596199 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:33.609047 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:33.620648 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:33.634044 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:33.647952 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:33.660929 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:23:33.950742 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:23:34.082219 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:34.425648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26042): Launched\u000a04:23:34.718421 run iperf3-srv_10.42.42.10(pid=26043): Launched\u000a04:23:34.911483 tst iperf3.py:8: start network...\u000a04:23:35.044302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:35.584637 run create_hlr_db(pid=26044): Launched\u000a04:23:35.777376 bus /gobi_6: Setting Powered False\u000a04:23:36.789356 run create_hlr_db(pid=26044): Terminated: ok {rc=0}\u000a04:23:37.229985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26046): Launched\u000a04:23:37.656182 run osmo-hlr_10.42.42.2(pid=26047): Launched\u000a04:23:37.885596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:38.481783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26049): Launched\u000a04:23:38.807924 run osmo-stp_10.42.42.5(pid=26051): Launched\u000a04:23:38.925154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:39.487961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26053): Launched\u000a04:23:39.603041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:39.883078 run patchelf(pid=26054): Launched\u000a04:23:40.072052 run osmo-stp_10.42.42.5(pid=26051): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26051)]\u000a04:23:40.210297 run osmo-stp_10.42.42.5(pid=26051): stdout: \u000a| (launched: 2022-12-10_04:23:38.649311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:40.348363 run osmo-stp_10.42.42.5(pid=26051): stderr: \u000a| �[0;m�[38;5;43m20221210042338840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042338840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042338840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042338841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042338841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042338841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042338841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:40.482024 run osmo-stp_10.42.42.5(pid=26051): stdout: \u000a| (launched: 2022-12-10_04:23:38.649311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:40.613648 run osmo-stp_10.42.42.5(pid=26051): stderr: \u000a| �[0;m�[38;5;43m20221210042338840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042338840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042338840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042338841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042338841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042338841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042338841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:40.767173 run patchelf(pid=26054): Terminating (SIGINT)\u000a04:23:40.947512 run patchelf(pid=26054): Terminated: ok {rc=0}\u000a04:23:40.980701 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26051): Process ended prematurely: osmo-stp_10.42.42.5(pid=26051) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26051)] [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a04:23:40.991008 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a04:23:41.053302 run osmo-hlr_10.42.42.2(pid=26047): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26047)]\u000a04:23:41.104444 run osmo-hlr_10.42.42.2(pid=26047): stdout: \u000a| (launched: 2022-12-10_04:23:37.398114) \u000a04:23:41.156091 run osmo-hlr_10.42.42.2(pid=26047): stderr: \u000a| �[0;m�[1;31m20221210042337705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042337705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042337705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042337705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042337705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042337705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042337727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042337744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042337744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042337744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:41.200368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26042): Terminating (SIGTERM)\u000a04:23:41.242273 run iperf3-srv_10.42.42.10(pid=26043): Terminating (SIGTERM)\u000a04:23:41.283593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26046): Terminating (SIGTERM)\u000a04:23:41.325479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26049): Terminating (SIGTERM)\u000a04:23:41.367495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26053): Terminating (SIGTERM)\u000a04:23:41.377409 --- ParallelTerminationStrategy: PID 26042 died...\u000a04:23:41.433435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26042): Terminated: ok {rc=0}\u000a04:23:41.443667 --- ParallelTerminationStrategy: PID 26043 died...\u000a04:23:41.499187 run iperf3-srv_10.42.42.10(pid=26043): Terminated {rc=256}\u000a04:23:41.509397 --- ParallelTerminationStrategy: PID 26046 died...\u000a04:23:41.564795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26046): Terminated: ok {rc=0}\u000a04:23:41.574941 --- ParallelTerminationStrategy: PID 26049 died...\u000a04:23:41.630782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26049): Terminated: ok {rc=0}\u000a04:23:41.641042 --- ParallelTerminationStrategy: PID 26053 died...\u000a04:23:41.696928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26053): Terminated: ok {rc=0}\u000a04:23:41.785373 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26069): Process ended prematurely: osmo-stp_10.42.42.5(pid=26069) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26069)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26069): Process ended prematurely: osmo-stp_10.42.42.5(pid=26069) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:23:42.897380 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:42.908891 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:23:43.046712 tst iperf3m4.py: using LAC 25966\u000a04:23:43.164743 tst iperf3m4.py: using RAC 211\u000a04:23:43.283391 tst iperf3m4.py: using CellId 25966\u000a04:23:43.400731 tst iperf3m4.py: using BVCI 25967\u000a04:23:43.423904 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:43.434989 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:43.445857 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:43.457108 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:43.468337 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:43.479646 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:43.491277 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:43.502192 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:23:43.513544 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:23:43.633032 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:23:43.749675 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:23:43.863376 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:23:44.142564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:23:44.269036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:44.582826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26055): Launched\u000a04:23:44.843747 run iperf3-srv_10.42.42.10(pid=26056): Launched\u000a04:23:45.029376 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:23:45.155670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:45.469808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26057): Launched\u000a04:23:45.730432 run iperf3-srv_10.42.42.10(pid=26058): Launched\u000a04:23:45.938390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:23:46.077541 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:46.432403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Launched\u000a04:23:46.735927 run iperf3-srv_10.42.42.10(pid=26060): Launched\u000a04:23:46.938756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:23:47.077777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:47.414285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Launched\u000a04:23:47.691430 run iperf3-srv_10.42.42.10(pid=26062): Launched\u000a04:23:47.889705 tst iperf3m4.py:8: start network...\u000a04:23:48.024744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:48.544022 run create_hlr_db(pid=26063): Launched\u000a04:23:48.731548 bus /gobi_6: Setting Powered False\u000a04:23:49.752793 run create_hlr_db(pid=26063): Terminated: ok {rc=0}\u000a04:23:50.183552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26065): Launched\u000a04:23:50.507395 run osmo-hlr_10.42.42.2(pid=26066): Launched\u000a04:23:50.628924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:51.193229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26068): Launched\u000a04:23:51.515940 run osmo-stp_10.42.42.5(pid=26069): Launched\u000a04:23:51.633641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:52.196503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26071): Launched\u000a04:23:52.311511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:52.592588 run patchelf(pid=26072): Launched\u000a04:23:52.781783 run osmo-stp_10.42.42.5(pid=26069): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26069)]\u000a04:23:52.920107 run osmo-stp_10.42.42.5(pid=26069): stdout: \u000a| (launched: 2022-12-10_04:23:51.357664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:53.058535 run osmo-stp_10.42.42.5(pid=26069): stderr: \u000a| �[0;m�[38;5;43m20221210042351553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042351553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042351553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042351554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042351554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042351554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042351554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:53.192070 run osmo-stp_10.42.42.5(pid=26069): stdout: \u000a| (launched: 2022-12-10_04:23:51.357664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:53.324230 run osmo-stp_10.42.42.5(pid=26069): stderr: \u000a| �[0;m�[38;5;43m20221210042351553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042351553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042351553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042351554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042351554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042351554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042351554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:53.478393 run patchelf(pid=26072): Terminating (SIGINT)\u000a04:23:53.659085 run patchelf(pid=26072): Terminated: ok {rc=0}\u000a04:23:53.692249 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26069): Process ended prematurely: osmo-stp_10.42.42.5(pid=26069) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26069)] [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:23:53.702700 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:23:53.765984 run osmo-hlr_10.42.42.2(pid=26066): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26066)]\u000a04:23:53.817624 run osmo-hlr_10.42.42.2(pid=26066): stdout: \u000a| (launched: 2022-12-10_04:23:50.348822) \u000a04:23:53.869803 run osmo-hlr_10.42.42.2(pid=26066): stderr: \u000a| �[0;m�[1;31m20221210042350549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042350549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042350549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042350549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042350549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042350549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042350562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042350570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042350570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042350570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:53.914504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26055): Terminating (SIGTERM)\u000a04:23:53.956525 run iperf3-srv_10.42.42.10(pid=26056): Terminating (SIGTERM)\u000a04:23:53.998995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26057): Terminating (SIGTERM)\u000a04:23:54.041309 run iperf3-srv_10.42.42.10(pid=26058): Terminating (SIGTERM)\u000a04:23:54.083601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Terminating (SIGTERM)\u000a04:23:54.126099 run iperf3-srv_10.42.42.10(pid=26060): Terminating (SIGTERM)\u000a04:23:54.168309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminating (SIGTERM)\u000a04:23:54.210467 run iperf3-srv_10.42.42.10(pid=26062): Terminating (SIGTERM)\u000a04:23:54.252590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26065): Terminating (SIGTERM)\u000a04:23:54.294640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26068): Terminating (SIGTERM)\u000a04:23:54.336825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26071): Terminating (SIGTERM)\u000a04:23:54.346662 --- ParallelTerminationStrategy: PID 26055 died...\u000a04:23:54.403011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26055): Terminated: ok {rc=0}\u000a04:23:54.413193 --- ParallelTerminationStrategy: PID 26056 died...\u000a04:23:54.469687 run iperf3-srv_10.42.42.10(pid=26056): Terminated {rc=256}\u000a04:23:54.479788 --- ParallelTerminationStrategy: PID 26057 died...\u000a04:23:54.536083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26057): Terminated: ok {rc=0}\u000a04:23:54.546192 --- ParallelTerminationStrategy: PID 26058 died...\u000a04:23:54.602196 run iperf3-srv_10.42.42.10(pid=26058): Terminated {rc=256}\u000a04:23:54.612285 --- ParallelTerminationStrategy: PID 26059 died...\u000a04:23:54.668218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Terminated: ok {rc=0}\u000a04:23:54.678301 --- ParallelTerminationStrategy: PID 26060 died...\u000a04:23:54.734234 run iperf3-srv_10.42.42.10(pid=26060): Terminated {rc=256}\u000a04:23:54.744333 --- ParallelTerminationStrategy: PID 26061 died...\u000a04:23:54.800691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminated: ok {rc=0}\u000a04:23:54.810873 --- ParallelTerminationStrategy: PID 26062 died...\u000a04:23:54.866856 run iperf3-srv_10.42.42.10(pid=26062): Terminated {rc=256}\u000a04:23:54.877033 --- ParallelTerminationStrategy: PID 26065 died...\u000a04:23:54.933136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26065): Terminated: ok {rc=0}\u000a04:23:54.943243 --- ParallelTerminationStrategy: PID 26068 died...\u000a04:23:54.999314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26068): Terminated: ok {rc=0}\u000a04:23:55.009631 --- ParallelTerminationStrategy: PID 26071 died...\u000a04:23:55.065860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26071): Terminated: ok {rc=0}\u000a04:23:55.154144 bus /gobi_4: Setting Powered False\u000a04:23:56.261918 bus /gobi_4: Setting Powered False\u000a04:23:57.370872 bus /gobi_1: Setting Powered False\u000a04:23:58.477340 bus /gobi_1: Setting Powered False\u000a04:23:59.584809 bus /gobi_0: Setting Powered False\u000a04:24:00.691786 bus /gobi_0: Setting Powered False\u000a04:24:01.825162 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26079): Process ended prematurely: osmo-stp_10.42.42.5(pid=26079) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26079)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26079): Process ended prematurely: osmo-stp_10.42.42.5(pid=26079) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:24:02.894057 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:02.905514 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:24:03.050482 tst ping.py: using LAC 25967\u000a04:24:03.176084 tst ping.py: using RAC 212\u000a04:24:03.303463 tst ping.py: using CellId 25967\u000a04:24:03.428657 tst ping.py: using BVCI 25968\u000a04:24:03.451687 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:03.462741 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:03.473571 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:03.484404 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:03.495241 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:03.506002 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:03.517035 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:03.527859 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:03.800608 tst ping.py:19: start network...\u000a04:24:03.924826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:04.391426 run create_hlr_db(pid=26073): Launched\u000a04:24:04.564509 bus /gobi_6: Setting Powered False\u000a04:24:05.584125 run create_hlr_db(pid=26073): Terminated: ok {rc=0}\u000a04:24:06.003803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26075): Launched\u000a04:24:06.321015 run osmo-hlr_10.42.42.2(pid=26076): Launched\u000a04:24:06.437115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:06.991311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26078): Launched\u000a04:24:07.308564 run osmo-stp_10.42.42.5(pid=26079): Launched\u000a04:24:07.428116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:07.980571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26081): Launched\u000a04:24:08.094518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:08.370883 run patchelf(pid=26082): Launched\u000a04:24:08.557014 run osmo-stp_10.42.42.5(pid=26079): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26079)]\u000a04:24:08.693157 run osmo-stp_10.42.42.5(pid=26079): stdout: \u000a| (launched: 2022-12-10_04:24:07.153144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:08.829531 run osmo-stp_10.42.42.5(pid=26079): stderr: \u000a| �[0;m�[38;5;43m20221210042407346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042407346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042407346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042407347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042407347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042407347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042407347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:08.960541 run osmo-stp_10.42.42.5(pid=26079): stdout: \u000a| (launched: 2022-12-10_04:24:07.153144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:09.091043 run osmo-stp_10.42.42.5(pid=26079): stderr: \u000a| �[0;m�[38;5;43m20221210042407346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042407346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042407346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042407347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042407347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042407347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042407347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:09.242776 run patchelf(pid=26082): Terminating (SIGINT)\u000a04:24:09.420634 run patchelf(pid=26082): Terminated: ok {rc=0}\u000a04:24:09.453120 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26079): Process ended prematurely: osmo-stp_10.42.42.5(pid=26079) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26079)] [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a04:24:09.462586 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:24:09.525134 run osmo-hlr_10.42.42.2(pid=26076): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26076)]\u000a04:24:09.576179 run osmo-hlr_10.42.42.2(pid=26076): stdout: \u000a| (launched: 2022-12-10_04:24:06.165563) \u000a04:24:09.628386 run osmo-hlr_10.42.42.2(pid=26076): stderr: \u000a| �[0;m�[1;31m20221210042406362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042406362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042406362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042406362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042406362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042406362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042406377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042406387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042406387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042406387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:09.672449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26075): Terminating (SIGTERM)\u000a04:24:09.714484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26078): Terminating (SIGTERM)\u000a04:24:09.756486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26081): Terminating (SIGTERM)\u000a04:24:09.766345 --- ParallelTerminationStrategy: PID 26075 died...\u000a04:24:09.822610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26075): Terminated: ok {rc=0}\u000a04:24:09.832797 --- ParallelTerminationStrategy: PID 26078 died...\u000a04:24:09.888596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26078): Terminated: ok {rc=0}\u000a04:24:09.898807 --- ParallelTerminationStrategy: PID 26081 died...\u000a04:24:09.954759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26081): Terminated: ok {rc=0}\u000a04:24:10.041852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26089): Process ended prematurely: osmo-stp_10.42.42.5(pid=26089) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26089)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26089): Process ended prematurely: osmo-stp_10.42.42.5(pid=26089) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:24:11.093589 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:11.105166 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:24:11.244705 tst ping_idle_ping.py: using LAC 25968\u000a04:24:11.362164 tst ping_idle_ping.py: using RAC 213\u000a04:24:11.480787 tst ping_idle_ping.py: using CellId 25968\u000a04:24:11.598203 tst ping_idle_ping.py: using BVCI 25969\u000a04:24:11.620858 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:11.631772 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:11.642573 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:11.653507 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:11.664200 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:11.675155 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:11.686297 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:11.697277 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:11.969361 tst ping_idle_ping.py:24: start network...\u000a04:24:12.093777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:12.564937 run create_hlr_db(pid=26083): Launched\u000a04:24:12.738029 bus /gobi_6: Setting Powered False\u000a04:24:13.758780 run create_hlr_db(pid=26083): Terminated: ok {rc=0}\u000a04:24:14.177874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26085): Launched\u000a04:24:14.476812 run osmo-hlr_10.42.42.2(pid=26086): Launched\u000a04:24:14.586227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:15.104194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26088): Launched\u000a04:24:15.402590 run osmo-stp_10.42.42.5(pid=26089): Launched\u000a04:24:15.512254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:16.114259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26091): Launched\u000a04:24:16.244342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:16.529236 run patchelf(pid=26092): Launched\u000a04:24:16.711181 run osmo-stp_10.42.42.5(pid=26089): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26089)]\u000a04:24:16.876821 run osmo-stp_10.42.42.5(pid=26089): stdout: \u000a| (launched: 2022-12-10_04:24:15.255452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:17.017561 run osmo-stp_10.42.42.5(pid=26089): stderr: \u000a| �[0;m�[38;5;43m20221210042415423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042415424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042415424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042415424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042415425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042415425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042415425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:17.153729 run osmo-stp_10.42.42.5(pid=26089): stdout: \u000a| (launched: 2022-12-10_04:24:15.255452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:17.285822 run osmo-stp_10.42.42.5(pid=26089): stderr: \u000a| �[0;m�[38;5;43m20221210042415423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042415424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042415424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042415424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042415425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042415425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042415425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:17.438883 run patchelf(pid=26092): Terminating (SIGINT)\u000a04:24:17.617476 run patchelf(pid=26092): Terminated: ok {rc=0}\u000a04:24:17.650189 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26089): Process ended prematurely: osmo-stp_10.42.42.5(pid=26089) [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26089)] [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:24:17.659735 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:24:17.722414 run osmo-hlr_10.42.42.2(pid=26086): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26086)]\u000a04:24:17.773548 run osmo-hlr_10.42.42.2(pid=26086): stdout: \u000a| (launched: 2022-12-10_04:24:14.329464) \u000a04:24:17.825134 run osmo-hlr_10.42.42.2(pid=26086): stderr: \u000a| �[0;m�[1;31m20221210042414507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042414507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042414507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042414507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042414507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042414507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042414519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042414530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042414530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042414530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:17.869336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26085): Terminating (SIGTERM)\u000a04:24:17.911134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26088): Terminating (SIGTERM)\u000a04:24:17.953014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26091): Terminating (SIGTERM)\u000a04:24:17.962834 --- ParallelTerminationStrategy: PID 26085 died...\u000a04:24:18.018950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26085): Terminated: ok {rc=0}\u000a04:24:18.029119 --- ParallelTerminationStrategy: PID 26088 died...\u000a04:24:18.085458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26088): Terminated: ok {rc=0}\u000a04:24:18.095732 --- ParallelTerminationStrategy: PID 26091 died...\u000a04:24:18.151883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26091): Terminated: ok {rc=0}\u000a04:24:18.238209 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:23:18" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26106): Process ended prematurely: osmo-stp_10.42.42.5(pid=26106) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26106)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26106): Process ended prematurely: osmo-stp_10.42.42.5(pid=26106) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:24:20.395446 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:20.406774 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:24:20.572511 tst cs_paging_gprs_active.py: using LAC 25969\u000a04:24:20.694929 tst cs_paging_gprs_active.py: using RAC 214\u000a04:24:20.816112 tst cs_paging_gprs_active.py: using CellId 25969\u000a04:24:20.939335 tst cs_paging_gprs_active.py: using BVCI 25970\u000a04:24:20.962723 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:20.973563 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:20.984103 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:20.995178 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:21.006088 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:21.017064 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:21.027939 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:21.039056 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:21.050071 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:24:21.169376 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:24:21.463855 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:24:21.599967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:21.934583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Launched\u000a04:24:22.211992 run iperf3-srv_10.42.42.10(pid=26097): Launched\u000a04:24:22.410014 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:24:22.544688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:22.878402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26098): Launched\u000a04:24:23.154744 run iperf3-srv_10.42.42.10(pid=26099): Launched\u000a04:24:23.352455 tst cs_paging_gprs_active.py:38: start network...\u000a04:24:23.486893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:24.001459 run create_hlr_db(pid=26100): Launched\u000a04:24:24.188484 bus /gobi_6: Setting Powered False\u000a04:24:25.209361 run create_hlr_db(pid=26100): Terminated: ok {rc=0}\u000a04:24:25.636395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26102): Launched\u000a04:24:25.957792 run osmo-hlr_10.42.42.2(pid=26103): Launched\u000a04:24:26.076690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:26.634978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26105): Launched\u000a04:24:26.957400 run osmo-stp_10.42.42.5(pid=26106): Launched\u000a04:24:27.074010 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:27.635334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26108): Launched\u000a04:24:27.749982 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:28.036739 run patchelf(pid=26109): Launched\u000a04:24:28.225869 run osmo-stp_10.42.42.5(pid=26106): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26106)]\u000a04:24:28.364025 run osmo-stp_10.42.42.5(pid=26106): stdout: \u000a| (launched: 2022-12-10_04:24:26.798937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:28.502598 run osmo-stp_10.42.42.5(pid=26106): stderr: \u000a| �[0;m�[38;5;43m20221210042426994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042426994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042426994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042426995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042426995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042426995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042426995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:28.635428 run osmo-stp_10.42.42.5(pid=26106): stdout: \u000a| (launched: 2022-12-10_04:24:26.798937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:28.767827 run osmo-stp_10.42.42.5(pid=26106): stderr: \u000a| �[0;m�[38;5;43m20221210042426994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042426994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042426994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042426995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042426995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042426995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042426995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:28.921974 run patchelf(pid=26109): Terminating (SIGINT)\u000a04:24:29.103395 run patchelf(pid=26109): Terminated: ok {rc=0}\u000a04:24:29.136667 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26106): Process ended prematurely: osmo-stp_10.42.42.5(pid=26106) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26106)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:24:29.146754 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:24:29.209566 run osmo-hlr_10.42.42.2(pid=26103): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26103)]\u000a04:24:29.260333 run osmo-hlr_10.42.42.2(pid=26103): stdout: \u000a| (launched: 2022-12-10_04:24:25.799885) \u000a04:24:29.311638 run osmo-hlr_10.42.42.2(pid=26103): stderr: \u000a| �[0;m�[1;31m20221210042425999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042425999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042425999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042425999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042425999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042425999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042426013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042426021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042426021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042426021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:29.355526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Terminating (SIGTERM)\u000a04:24:29.396924 run iperf3-srv_10.42.42.10(pid=26097): Terminating (SIGTERM)\u000a04:24:29.438448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26098): Terminating (SIGTERM)\u000a04:24:29.479606 run iperf3-srv_10.42.42.10(pid=26099): Terminating (SIGTERM)\u000a04:24:29.520773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26102): Terminating (SIGTERM)\u000a04:24:29.562005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26105): Terminating (SIGTERM)\u000a04:24:29.603151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26108): Terminating (SIGTERM)\u000a04:24:29.612726 --- ParallelTerminationStrategy: PID 26096 died...\u000a04:24:29.668077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Terminated: ok {rc=0}\u000a04:24:29.678114 --- ParallelTerminationStrategy: PID 26097 died...\u000a04:24:29.733044 run iperf3-srv_10.42.42.10(pid=26097): Terminated {rc=256}\u000a04:24:29.743006 --- ParallelTerminationStrategy: PID 26098 died...\u000a04:24:29.797921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26098): Terminated: ok {rc=0}\u000a04:24:29.807934 --- ParallelTerminationStrategy: PID 26099 died...\u000a04:24:29.862755 run iperf3-srv_10.42.42.10(pid=26099): Terminated {rc=256}\u000a04:24:29.872727 --- ParallelTerminationStrategy: PID 26102 died...\u000a04:24:29.927531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26102): Terminated: ok {rc=0}\u000a04:24:29.937860 --- ParallelTerminationStrategy: PID 26105 died...\u000a04:24:29.992641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26105): Terminated: ok {rc=0}\u000a04:24:30.002654 --- ParallelTerminationStrategy: PID 26108 died...\u000a04:24:30.057474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26108): Terminated: ok {rc=0}\u000a04:24:30.144483 bus /gobi_0: Setting Powered False\u000a04:24:31.244101 bus /gobi_0: Setting Powered False\u000a04:24:32.349309 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26118): Process ended prematurely: osmo-stp_10.42.42.5(pid=26118) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26118)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26118): Process ended prematurely: osmo-stp_10.42.42.5(pid=26118) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:24:33.462366 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:33.474209 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:24:33.640606 tst iperf3.py: using LAC 25970\u000a04:24:33.771152 tst iperf3.py: using RAC 215\u000a04:24:33.895302 tst iperf3.py: using CellId 25970\u000a04:24:34.020893 tst iperf3.py: using BVCI 25971\u000a04:24:34.045714 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:34.057136 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:34.068242 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:34.079454 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:34.091081 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:34.102303 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:34.113701 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:34.124674 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:34.136115 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:24:34.428184 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:24:34.563121 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:34.897480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26110): Launched\u000a04:24:35.174762 run iperf3-srv_10.42.42.10(pid=26111): Launched\u000a04:24:35.372619 tst iperf3.py:8: start network...\u000a04:24:35.507604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:36.019858 run create_hlr_db(pid=26112): Launched\u000a04:24:36.206140 bus /gobi_6: Setting Powered False\u000a04:24:37.228054 run create_hlr_db(pid=26112): Terminated: ok {rc=0}\u000a04:24:37.655080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26114): Launched\u000a04:24:37.976726 run osmo-hlr_10.42.42.2(pid=26115): Launched\u000a04:24:38.098209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:38.658322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26117): Launched\u000a04:24:38.980833 run osmo-stp_10.42.42.5(pid=26118): Launched\u000a04:24:39.098000 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:39.659044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26120): Launched\u000a04:24:39.774069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:40.054334 run patchelf(pid=26121): Launched\u000a04:24:40.243224 run osmo-stp_10.42.42.5(pid=26118): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26118)]\u000a04:24:40.381426 run osmo-stp_10.42.42.5(pid=26118): stdout: \u000a| (launched: 2022-12-10_04:24:38.822792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:40.519724 run osmo-stp_10.42.42.5(pid=26118): stderr: \u000a| �[0;m�[38;5;43m20221210042439015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042439016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042439016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042439016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042439017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042439017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042439017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:40.653176 run osmo-stp_10.42.42.5(pid=26118): stdout: \u000a| (launched: 2022-12-10_04:24:38.822792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:40.785332 run osmo-stp_10.42.42.5(pid=26118): stderr: \u000a| �[0;m�[38;5;43m20221210042439015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042439016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042439016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042439016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042439017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042439017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042439017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:40.939661 run patchelf(pid=26121): Terminating (SIGINT)\u000a04:24:41.121102 run patchelf(pid=26121): Terminated: ok {rc=0}\u000a04:24:41.154524 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26118): Process ended prematurely: osmo-stp_10.42.42.5(pid=26118) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26118)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:24:41.164571 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:24:41.227108 run osmo-hlr_10.42.42.2(pid=26115): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26115)]\u000a04:24:41.277955 run osmo-hlr_10.42.42.2(pid=26115): stdout: \u000a| (launched: 2022-12-10_04:24:37.819168) \u000a04:24:41.329487 run osmo-hlr_10.42.42.2(pid=26115): stderr: \u000a| �[0;m�[1;31m20221210042438018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042438018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042438018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042438018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042438018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042438018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042438031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042438039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042438040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042438040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:41.373472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26110): Terminating (SIGTERM)\u000a04:24:41.414933 run iperf3-srv_10.42.42.10(pid=26111): Terminating (SIGTERM)\u000a04:24:41.456201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26114): Terminating (SIGTERM)\u000a04:24:41.497509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26117): Terminating (SIGTERM)\u000a04:24:41.538886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26120): Terminating (SIGTERM)\u000a04:24:41.548507 --- ParallelTerminationStrategy: PID 26110 died...\u000a04:24:41.604455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26110): Terminated: ok {rc=0}\u000a04:24:41.614473 --- ParallelTerminationStrategy: PID 26111 died...\u000a04:24:41.669558 run iperf3-srv_10.42.42.10(pid=26111): Terminated {rc=256}\u000a04:24:41.679523 --- ParallelTerminationStrategy: PID 26114 died...\u000a04:24:41.734876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26114): Terminated: ok {rc=0}\u000a04:24:41.744815 --- ParallelTerminationStrategy: PID 26117 died...\u000a04:24:41.800059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26117): Terminated: ok {rc=0}\u000a04:24:41.810091 --- ParallelTerminationStrategy: PID 26120 died...\u000a04:24:41.865283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26120): Terminated: ok {rc=0}\u000a04:24:41.950761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26136): Process ended prematurely: osmo-stp_10.42.42.5(pid=26136) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26136)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26136): Process ended prematurely: osmo-stp_10.42.42.5(pid=26136) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:24:43.066974 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:43.078888 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:24:43.241185 tst iperf3m4.py: using LAC 25971\u000a04:24:43.366044 tst iperf3m4.py: using RAC 216\u000a04:24:43.486015 tst iperf3m4.py: using CellId 25971\u000a04:24:43.604589 tst iperf3m4.py: using BVCI 25972\u000a04:24:43.627752 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:43.638775 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:43.649627 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:43.661196 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:43.672538 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:43.683952 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:43.695480 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:43.706751 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:24:43.718310 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:24:43.834340 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:24:43.955505 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:24:44.072160 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:24:44.350593 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:24:44.476762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:44.790695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26122): Launched\u000a04:24:45.052159 run iperf3-srv_10.42.42.10(pid=26123): Launched\u000a04:24:45.237869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:24:45.364288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:45.677749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26124): Launched\u000a04:24:45.960439 run iperf3-srv_10.42.42.10(pid=26125): Launched\u000a04:24:46.149787 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:24:46.279538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:46.614784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26126): Launched\u000a04:24:46.913092 run iperf3-srv_10.42.42.10(pid=26127): Launched\u000a04:24:47.101629 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:24:47.230545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:47.544053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26128): Launched\u000a04:24:47.804063 run iperf3-srv_10.42.42.10(pid=26129): Launched\u000a04:24:47.988434 tst iperf3m4.py:8: start network...\u000a04:24:48.114585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:48.589745 run create_hlr_db(pid=26130): Launched\u000a04:24:48.763319 bus /gobi_6: Setting Powered False\u000a04:24:49.784196 run create_hlr_db(pid=26130): Terminated: ok {rc=0}\u000a04:24:50.186085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26132): Launched\u000a04:24:50.487811 run osmo-hlr_10.42.42.2(pid=26133): Launched\u000a04:24:50.597952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:51.129903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26135): Launched\u000a04:24:51.451666 run osmo-stp_10.42.42.5(pid=26136): Launched\u000a04:24:51.569942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:52.130201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26138): Launched\u000a04:24:52.244707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:52.524002 run patchelf(pid=26139): Launched\u000a04:24:52.711787 run osmo-stp_10.42.42.5(pid=26136): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26136)]\u000a04:24:52.849549 run osmo-stp_10.42.42.5(pid=26136): stdout: \u000a| (launched: 2022-12-10_04:24:51.293735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:52.987973 run osmo-stp_10.42.42.5(pid=26136): stderr: \u000a| �[0;m�[38;5;43m20221210042451487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042451487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042451487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042451488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:53.121025 run osmo-stp_10.42.42.5(pid=26136): stdout: \u000a| (launched: 2022-12-10_04:24:51.293735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:53.252898 run osmo-stp_10.42.42.5(pid=26136): stderr: \u000a| �[0;m�[38;5;43m20221210042451487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042451487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042451487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042451488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:53.406331 run patchelf(pid=26139): Terminating (SIGINT)\u000a04:24:53.586729 run patchelf(pid=26139): Terminated: ok {rc=0}\u000a04:24:53.619909 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26136): Process ended prematurely: osmo-stp_10.42.42.5(pid=26136) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26136)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:24:53.630130 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:24:53.692608 run osmo-hlr_10.42.42.2(pid=26133): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26133)]\u000a04:24:53.743122 run osmo-hlr_10.42.42.2(pid=26133): stdout: \u000a| (launched: 2022-12-10_04:24:50.339016) \u000a04:24:53.794278 run osmo-hlr_10.42.42.2(pid=26133): stderr: \u000a| �[0;m�[1;31m20221210042450516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042450516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042450516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042450516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042450516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042450516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042450529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042450537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042450538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042450538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:53.838174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26122): Terminating (SIGTERM)\u000a04:24:53.879753 run iperf3-srv_10.42.42.10(pid=26123): Terminating (SIGTERM)\u000a04:24:53.921484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26124): Terminating (SIGTERM)\u000a04:24:53.963004 run iperf3-srv_10.42.42.10(pid=26125): Terminating (SIGTERM)\u000a04:24:54.004306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26126): Terminating (SIGTERM)\u000a04:24:54.045945 run iperf3-srv_10.42.42.10(pid=26127): Terminating (SIGTERM)\u000a04:24:54.087262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26128): Terminating (SIGTERM)\u000a04:24:54.129290 run iperf3-srv_10.42.42.10(pid=26129): Terminating (SIGTERM)\u000a04:24:54.170907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26132): Terminating (SIGTERM)\u000a04:24:54.212334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26135): Terminating (SIGTERM)\u000a04:24:54.254343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26138): Terminating (SIGTERM)\u000a04:24:54.264010 --- ParallelTerminationStrategy: PID 26122 died...\u000a04:24:54.320038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26122): Terminated: ok {rc=0}\u000a04:24:54.330266 --- ParallelTerminationStrategy: PID 26123 died...\u000a04:24:54.385924 run iperf3-srv_10.42.42.10(pid=26123): Terminated {rc=256}\u000a04:24:54.396240 --- ParallelTerminationStrategy: PID 26124 died...\u000a04:24:54.451736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26124): Terminated: ok {rc=0}\u000a04:24:54.461861 --- ParallelTerminationStrategy: PID 26125 died...\u000a04:24:54.517263 run iperf3-srv_10.42.42.10(pid=26125): Terminated {rc=256}\u000a04:24:54.527389 --- ParallelTerminationStrategy: PID 26126 died...\u000a04:24:54.583132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26126): Terminated: ok {rc=0}\u000a04:24:54.593274 --- ParallelTerminationStrategy: PID 26127 died...\u000a04:24:54.648664 run iperf3-srv_10.42.42.10(pid=26127): Terminated {rc=256}\u000a04:24:54.658778 --- ParallelTerminationStrategy: PID 26128 died...\u000a04:24:54.714373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26128): Terminated: ok {rc=0}\u000a04:24:54.724505 --- ParallelTerminationStrategy: PID 26129 died...\u000a04:24:54.779899 run iperf3-srv_10.42.42.10(pid=26129): Terminated {rc=256}\u000a04:24:54.790056 --- ParallelTerminationStrategy: PID 26132 died...\u000a04:24:54.845650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26132): Terminated: ok {rc=0}\u000a04:24:54.855750 --- ParallelTerminationStrategy: PID 26135 died...\u000a04:24:54.911430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26135): Terminated: ok {rc=0}\u000a04:24:54.921862 --- ParallelTerminationStrategy: PID 26138 died...\u000a04:24:54.977881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26138): Terminated: ok {rc=0}\u000a04:24:55.065366 bus /gobi_4: Setting Powered False\u000a04:24:56.172057 bus /gobi_4: Setting Powered False\u000a04:24:57.284831 bus /gobi_1: Setting Powered False\u000a04:24:58.387258 bus /gobi_1: Setting Powered False\u000a04:24:59.498295 bus /gobi_0: Setting Powered False\u000a04:25:00.603797 bus /gobi_0: Setting Powered False\u000a04:25:01.713323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26149): Process ended prematurely: osmo-stp_10.42.42.5(pid=26149) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26149): Process ended prematurely: osmo-stp_10.42.42.5(pid=26149) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:25:02.781421 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:02.793486 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:25:02.960898 tst ping.py: using LAC 25972\u000a04:25:03.078160 tst ping.py: using RAC 217\u000a04:25:03.192058 tst ping.py: using CellId 25972\u000a04:25:03.309270 tst ping.py: using BVCI 25973\u000a04:25:03.331868 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:03.342909 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:03.353658 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:03.364635 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:03.375666 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:03.386893 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:03.398048 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:03.409003 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:03.686418 tst ping.py:19: start network...\u000a04:25:03.810248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:04.278809 run create_hlr_db(pid=26143): Launched\u000a04:25:04.451013 bus /gobi_6: Setting Powered False\u000a04:25:05.470461 run create_hlr_db(pid=26143): Terminated: ok {rc=0}\u000a04:25:05.865515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Launched\u000a04:25:06.162520 run osmo-hlr_10.42.42.2(pid=26146): Launched\u000a04:25:06.271481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:06.789843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26148): Launched\u000a04:25:07.087399 run osmo-stp_10.42.42.5(pid=26149): Launched\u000a04:25:07.196631 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:07.713636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26151): Launched\u000a04:25:07.819267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:08.077572 run patchelf(pid=26152): Launched\u000a04:25:08.251916 run osmo-stp_10.42.42.5(pid=26149): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)]\u000a04:25:08.379022 run osmo-stp_10.42.42.5(pid=26149): stdout: \u000a| (launched: 2022-12-10_04:25:06.940412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:08.506425 run osmo-stp_10.42.42.5(pid=26149): stderr: \u000a| �[0;m�[38;5;43m20221210042507111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042507111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042507111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042507112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042507112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042507112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042507112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:08.629238 run osmo-stp_10.42.42.5(pid=26149): stdout: \u000a| (launched: 2022-12-10_04:25:06.940412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:08.750983 run osmo-stp_10.42.42.5(pid=26149): stderr: \u000a| �[0;m�[38;5;43m20221210042507111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042507111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042507111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042507112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042507112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042507112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042507112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:08.893123 run patchelf(pid=26152): Terminating (SIGINT)\u000a04:25:09.059978 run patchelf(pid=26152): Terminated: ok {rc=0}\u000a04:25:09.090519 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26149): Process ended prematurely: osmo-stp_10.42.42.5(pid=26149) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:25:09.099509 tst ping.py:22: Test FAILED (6.3 sec)\u000a04:25:09.160069 run osmo-hlr_10.42.42.2(pid=26146): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26146)]\u000a04:25:09.209196 run osmo-hlr_10.42.42.2(pid=26146): stdout: \u000a| (launched: 2022-12-10_04:25:06.015937) \u000a04:25:09.259069 run osmo-hlr_10.42.42.2(pid=26146): stderr: \u000a| �[0;m�[1;31m20221210042506193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042506193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042506193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042506193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042506193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042506193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042506205 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042506213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042506213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042506213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:09.301358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Terminating (SIGTERM)\u000a04:25:09.341816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26148): Terminating (SIGTERM)\u000a04:25:09.381939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26151): Terminating (SIGTERM)\u000a04:25:09.391313 --- ParallelTerminationStrategy: PID 26145 died...\u000a04:25:09.445223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Terminated: ok {rc=0}\u000a04:25:09.454976 --- ParallelTerminationStrategy: PID 26148 died...\u000a04:25:09.508459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26148): Terminated: ok {rc=0}\u000a04:25:09.518341 --- ParallelTerminationStrategy: PID 26151 died...\u000a04:25:09.571988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26151): Terminated: ok {rc=0}\u000a04:25:09.658983 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26160): Process ended prematurely: osmo-stp_10.42.42.5(pid=26160) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26160): Process ended prematurely: osmo-stp_10.42.42.5(pid=26160) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:25:10.710098 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:10.721738 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:25:10.880160 tst ping_idle_ping.py: using LAC 25973\u000a04:25:10.999212 tst ping_idle_ping.py: using RAC 218\u000a04:25:11.119397 tst ping_idle_ping.py: using CellId 25973\u000a04:25:11.241839 tst ping_idle_ping.py: using BVCI 25974\u000a04:25:11.266309 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:11.277684 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:11.288739 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:11.300366 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:11.311729 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:11.322983 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:11.334280 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:11.346409 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:11.637170 tst ping_idle_ping.py:24: start network...\u000a04:25:11.769464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:12.279502 run create_hlr_db(pid=26154): Launched\u000a04:25:12.464709 bus /gobi_6: Setting Powered False\u000a04:25:13.484912 run create_hlr_db(pid=26154): Terminated: ok {rc=0}\u000a04:25:13.886128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26156): Launched\u000a04:25:14.183996 run osmo-hlr_10.42.42.2(pid=26157): Launched\u000a04:25:14.294292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:14.809725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26159): Launched\u000a04:25:15.107767 run osmo-stp_10.42.42.5(pid=26160): Launched\u000a04:25:15.216919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:15.736085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26162): Launched\u000a04:25:15.846103 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:16.177232 run patchelf(pid=26163): Launched\u000a04:25:16.402116 run osmo-stp_10.42.42.5(pid=26160): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)]\u000a04:25:16.535043 run osmo-stp_10.42.42.5(pid=26160): stdout: \u000a| (launched: 2022-12-10_04:25:14.960426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:16.667288 run osmo-stp_10.42.42.5(pid=26160): stderr: \u000a| �[0;m�[38;5;43m20221210042515129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042515129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042515130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042515130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042515132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042515132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042515133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:16.795689 run osmo-stp_10.42.42.5(pid=26160): stdout: \u000a| (launched: 2022-12-10_04:25:14.960426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:16.923072 run osmo-stp_10.42.42.5(pid=26160): stderr: \u000a| �[0;m�[38;5;43m20221210042515129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042515129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042515130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042515130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042515132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042515132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042515133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:17.069257 run patchelf(pid=26163): Terminating (SIGINT)\u000a04:25:17.242555 run patchelf(pid=26163): Terminated: ok {rc=0}\u000a04:25:17.274962 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26160): Process ended prematurely: osmo-stp_10.42.42.5(pid=26160) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:25:17.284336 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:25:17.346789 run osmo-hlr_10.42.42.2(pid=26157): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26157)]\u000a04:25:17.396372 run osmo-hlr_10.42.42.2(pid=26157): stdout: \u000a| (launched: 2022-12-10_04:25:14.037629) \u000a04:25:17.447006 run osmo-hlr_10.42.42.2(pid=26157): stderr: \u000a| �[0;m�[1;31m20221210042514216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042514216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042514216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042514216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042514216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042514216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042514228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042514236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042514236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042514237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:17.490199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26156): Terminating (SIGTERM)\u000a04:25:17.530209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26159): Terminating (SIGTERM)\u000a04:25:17.570757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26162): Terminating (SIGTERM)\u000a04:25:17.580749 --- ParallelTerminationStrategy: PID 26156 died...\u000a04:25:17.635975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26156): Terminated: ok {rc=0}\u000a04:25:17.645834 --- ParallelTerminationStrategy: PID 26159 died...\u000a04:25:17.700719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26159): Terminated: ok {rc=0}\u000a04:25:17.710546 --- ParallelTerminationStrategy: PID 26162 died...\u000a04:25:17.764518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26162): Terminated: ok {rc=0}\u000a04:25:17.853721 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:24:20" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26178): Process ended prematurely: osmo-stp_10.42.42.5(pid=26178) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26178)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26178): Process ended prematurely: osmo-stp_10.42.42.5(pid=26178) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:25:19.994802 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:20.005813 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:25:20.167563 tst cs_paging_gprs_active.py: using LAC 25974\u000a04:25:20.287024 tst cs_paging_gprs_active.py: using RAC 219\u000a04:25:20.408770 tst cs_paging_gprs_active.py: using CellId 25974\u000a04:25:20.525941 tst cs_paging_gprs_active.py: using BVCI 25975\u000a04:25:20.548921 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:20.559822 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:20.570881 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:20.581877 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:20.592645 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:20.603460 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:20.614450 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:20.625279 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:20.636214 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:25:20.750674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:25:21.032652 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:25:21.159959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:21.473929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26168): Launched\u000a04:25:21.734455 run iperf3-srv_10.42.42.10(pid=26169): Launched\u000a04:25:21.919222 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:25:22.045064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:22.358717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26170): Launched\u000a04:25:22.619024 run iperf3-srv_10.42.42.10(pid=26171): Launched\u000a04:25:22.803572 tst cs_paging_gprs_active.py:38: start network...\u000a04:25:22.929593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:23.406222 run create_hlr_db(pid=26172): Launched\u000a04:25:23.580180 bus /gobi_6: Setting Powered False\u000a04:25:24.601817 run create_hlr_db(pid=26172): Terminated: ok {rc=0}\u000a04:25:25.028917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26174): Launched\u000a04:25:25.352885 run osmo-hlr_10.42.42.2(pid=26175): Launched\u000a04:25:25.471058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:26.030298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26177): Launched\u000a04:25:26.353752 run osmo-stp_10.42.42.5(pid=26178): Launched\u000a04:25:26.471182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:27.033411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26180): Launched\u000a04:25:27.149203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:27.431247 run patchelf(pid=26181): Launched\u000a04:25:27.621811 run osmo-stp_10.42.42.5(pid=26178): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26178)]\u000a04:25:27.760368 run osmo-stp_10.42.42.5(pid=26178): stdout: \u000a| (launched: 2022-12-10_04:25:26.195071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:27.898999 run osmo-stp_10.42.42.5(pid=26178): stderr: \u000a| �[0;m�[38;5;43m20221210042526386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042526386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042526387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042526387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042526390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042526390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042526390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:28.032814 run osmo-stp_10.42.42.5(pid=26178): stdout: \u000a| (launched: 2022-12-10_04:25:26.195071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:28.165840 run osmo-stp_10.42.42.5(pid=26178): stderr: \u000a| �[0;m�[38;5;43m20221210042526386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042526386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042526387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042526387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042526390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042526390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042526390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:28.320220 run patchelf(pid=26181): Terminating (SIGINT)\u000a04:25:28.501997 run patchelf(pid=26181): Terminated: ok {rc=0}\u000a04:25:28.535306 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26178): Process ended prematurely: osmo-stp_10.42.42.5(pid=26178) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26178)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:25:28.545474 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:25:28.607753 run osmo-hlr_10.42.42.2(pid=26175): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26175)]\u000a04:25:28.658906 run osmo-hlr_10.42.42.2(pid=26175): stdout: \u000a| (launched: 2022-12-10_04:25:25.193923) \u000a04:25:28.710699 run osmo-hlr_10.42.42.2(pid=26175): stderr: \u000a| �[0;m�[1;31m20221210042525394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042525395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042525395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042525395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042525395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042525395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042525407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042525415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042525415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042525415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:28.754412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26168): Terminating (SIGTERM)\u000a04:25:28.795821 run iperf3-srv_10.42.42.10(pid=26169): Terminating (SIGTERM)\u000a04:25:28.837027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26170): Terminating (SIGTERM)\u000a04:25:28.878153 run iperf3-srv_10.42.42.10(pid=26171): Terminating (SIGTERM)\u000a04:25:28.919292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26174): Terminating (SIGTERM)\u000a04:25:28.960390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26177): Terminating (SIGTERM)\u000a04:25:29.001674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26180): Terminating (SIGTERM)\u000a04:25:29.011265 --- ParallelTerminationStrategy: PID 26168 died...\u000a04:25:29.066811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26168): Terminated: ok {rc=0}\u000a04:25:29.076896 --- ParallelTerminationStrategy: PID 26169 died...\u000a04:25:29.132340 run iperf3-srv_10.42.42.10(pid=26169): Terminated {rc=256}\u000a04:25:29.142448 --- ParallelTerminationStrategy: PID 26170 died...\u000a04:25:29.197744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26170): Terminated: ok {rc=0}\u000a04:25:29.207857 --- ParallelTerminationStrategy: PID 26171 died...\u000a04:25:29.262802 run iperf3-srv_10.42.42.10(pid=26171): Terminated {rc=256}\u000a04:25:29.272745 --- ParallelTerminationStrategy: PID 26174 died...\u000a04:25:29.327439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26174): Terminated: ok {rc=0}\u000a04:25:29.337416 --- ParallelTerminationStrategy: PID 26177 died...\u000a04:25:29.392056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26177): Terminated: ok {rc=0}\u000a04:25:29.402133 --- ParallelTerminationStrategy: PID 26180 died...\u000a04:25:29.456740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26180): Terminated: ok {rc=0}\u000a04:25:29.542380 bus /gobi_0: Setting Powered False\u000a04:25:30.647384 bus /gobi_0: Setting Powered False\u000a04:25:31.756709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26190): Process ended prematurely: osmo-stp_10.42.42.5(pid=26190) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26190): Process ended prematurely: osmo-stp_10.42.42.5(pid=26190) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:25:32.865549 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:32.877112 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:25:33.034104 tst iperf3.py: using LAC 25975\u000a04:25:33.155348 tst iperf3.py: using RAC 220\u000a04:25:33.275912 tst iperf3.py: using CellId 25975\u000a04:25:33.396099 tst iperf3.py: using BVCI 25976\u000a04:25:33.419201 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:33.430143 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:33.440907 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:33.451926 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:33.462799 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:33.473739 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:33.485468 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:33.496268 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:33.507446 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:25:33.798148 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:25:33.932637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:34.266024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26182): Launched\u000a04:25:34.542255 run iperf3-srv_10.42.42.10(pid=26183): Launched\u000a04:25:34.740004 tst iperf3.py:8: start network...\u000a04:25:34.874594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:35.391804 run create_hlr_db(pid=26184): Launched\u000a04:25:35.579162 bus /gobi_6: Setting Powered False\u000a04:25:36.600483 run create_hlr_db(pid=26184): Terminated: ok {rc=0}\u000a04:25:37.007175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26186): Launched\u000a04:25:37.310620 run osmo-hlr_10.42.42.2(pid=26187): Launched\u000a04:25:37.429626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:37.962820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26189): Launched\u000a04:25:38.264698 run osmo-stp_10.42.42.5(pid=26190): Launched\u000a04:25:38.375046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:38.901679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26192): Launched\u000a04:25:39.009683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:39.272892 run patchelf(pid=26193): Launched\u000a04:25:39.451008 run osmo-stp_10.42.42.5(pid=26190): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)]\u000a04:25:39.580805 run osmo-stp_10.42.42.5(pid=26190): stdout: \u000a| (launched: 2022-12-10_04:25:38.116284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:39.711234 run osmo-stp_10.42.42.5(pid=26190): stderr: \u000a| �[0;m�[38;5;43m20221210042538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042538289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:39.836479 run osmo-stp_10.42.42.5(pid=26190): stdout: \u000a| (launched: 2022-12-10_04:25:38.116284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:39.962004 run osmo-stp_10.42.42.5(pid=26190): stderr: \u000a| �[0;m�[38;5;43m20221210042538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042538289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:40.107084 run patchelf(pid=26193): Terminating (SIGINT)\u000a04:25:40.277270 run patchelf(pid=26193): Terminated: ok {rc=0}\u000a04:25:40.308421 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26190): Process ended prematurely: osmo-stp_10.42.42.5(pid=26190) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:25:40.317974 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:25:40.378982 run osmo-hlr_10.42.42.2(pid=26187): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26187)]\u000a04:25:40.427679 run osmo-hlr_10.42.42.2(pid=26187): stdout: \u000a| (launched: 2022-12-10_04:25:37.160925) \u000a04:25:40.477710 run osmo-hlr_10.42.42.2(pid=26187): stderr: \u000a| �[0;m�[1;31m20221210042537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042537351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042537360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042537360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042537361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:40.519807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26182): Terminating (SIGTERM)\u000a04:25:40.559334 run iperf3-srv_10.42.42.10(pid=26183): Terminating (SIGTERM)\u000a04:25:40.599152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26186): Terminating (SIGTERM)\u000a04:25:40.638868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26189): Terminating (SIGTERM)\u000a04:25:40.678597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26192): Terminating (SIGTERM)\u000a04:25:40.687776 --- ParallelTerminationStrategy: PID 26182 died...\u000a04:25:40.740831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26182): Terminated: ok {rc=0}\u000a04:25:40.750669 --- ParallelTerminationStrategy: PID 26183 died...\u000a04:25:40.803435 run iperf3-srv_10.42.42.10(pid=26183): Terminated {rc=256}\u000a04:25:40.813291 --- ParallelTerminationStrategy: PID 26186 died...\u000a04:25:40.866387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26186): Terminated: ok {rc=0}\u000a04:25:40.876168 --- ParallelTerminationStrategy: PID 26189 died...\u000a04:25:40.928859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26189): Terminated: ok {rc=0}\u000a04:25:40.938699 --- ParallelTerminationStrategy: PID 26192 died...\u000a04:25:40.991550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26192): Terminated: ok {rc=0}\u000a04:25:41.080166 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26208): Process ended prematurely: osmo-stp_10.42.42.5(pid=26208) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26208)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26208): Process ended prematurely: osmo-stp_10.42.42.5(pid=26208) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:25:42.195202 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:42.207119 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:25:42.373424 tst iperf3m4.py: using LAC 25976\u000a04:25:42.501391 tst iperf3m4.py: using RAC 221\u000a04:25:42.627033 tst iperf3m4.py: using CellId 25976\u000a04:25:42.752896 tst iperf3m4.py: using BVCI 25977\u000a04:25:42.777605 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:42.789057 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:42.800188 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:42.811324 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:42.822399 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:42.833528 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:42.844763 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:42.855786 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:25:42.867079 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:25:42.984781 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:25:43.108196 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:25:43.222869 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:25:43.505687 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:25:43.632441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:43.948199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26194): Launched\u000a04:25:44.209628 run iperf3-srv_10.42.42.10(pid=26195): Launched\u000a04:25:44.394423 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:25:44.520498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:44.833986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26196): Launched\u000a04:25:45.095096 run iperf3-srv_10.42.42.10(pid=26197): Launched\u000a04:25:45.280346 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:25:45.407058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:45.720907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26198): Launched\u000a04:25:46.000028 run iperf3-srv_10.42.42.10(pid=26199): Launched\u000a04:25:46.188861 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:25:46.317637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:46.649556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26200): Launched\u000a04:25:46.927923 run iperf3-srv_10.42.42.10(pid=26201): Launched\u000a04:25:47.119221 tst iperf3m4.py:8: start network...\u000a04:25:47.248520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:47.728632 run create_hlr_db(pid=26202): Launched\u000a04:25:47.903134 bus /gobi_6: Setting Powered False\u000a04:25:48.924850 run create_hlr_db(pid=26202): Terminated: ok {rc=0}\u000a04:25:49.353777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26204): Launched\u000a04:25:49.678133 run osmo-hlr_10.42.42.2(pid=26205): Launched\u000a04:25:49.797840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:50.360058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26207): Launched\u000a04:25:50.682964 run osmo-stp_10.42.42.5(pid=26208): Launched\u000a04:25:50.799987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:51.363389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26210): Launched\u000a04:25:51.479307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:51.759255 run patchelf(pid=26211): Launched\u000a04:25:51.947489 run osmo-stp_10.42.42.5(pid=26208): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26208)]\u000a04:25:52.085553 run osmo-stp_10.42.42.5(pid=26208): stdout: \u000a| (launched: 2022-12-10_04:25:50.524388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:52.224134 run osmo-stp_10.42.42.5(pid=26208): stderr: \u000a| �[0;m�[38;5;43m20221210042550718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042550718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042550718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042550719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042550719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042550719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042550719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:52.357203 run osmo-stp_10.42.42.5(pid=26208): stdout: \u000a| (launched: 2022-12-10_04:25:50.524388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:52.489266 run osmo-stp_10.42.42.5(pid=26208): stderr: \u000a| �[0;m�[38;5;43m20221210042550718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042550718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042550718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042550719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042550719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042550719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042550719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:52.642859 run patchelf(pid=26211): Terminating (SIGINT)\u000a04:25:52.823652 run patchelf(pid=26211): Terminated: ok {rc=0}\u000a04:25:52.857012 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26208): Process ended prematurely: osmo-stp_10.42.42.5(pid=26208) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26208)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:25:52.867115 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:25:52.930317 run osmo-hlr_10.42.42.2(pid=26205): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26205)]\u000a04:25:52.981709 run osmo-hlr_10.42.42.2(pid=26205): stdout: \u000a| (launched: 2022-12-10_04:25:49.518712) \u000a04:25:53.033466 run osmo-hlr_10.42.42.2(pid=26205): stderr: \u000a| �[0;m�[1;31m20221210042549720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042549720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042549720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042549720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042549720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042549720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042549732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042549740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042549740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042549741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:53.077872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26194): Terminating (SIGTERM)\u000a04:25:53.120048 run iperf3-srv_10.42.42.10(pid=26195): Terminating (SIGTERM)\u000a04:25:53.162685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26196): Terminating (SIGTERM)\u000a04:25:53.204578 run iperf3-srv_10.42.42.10(pid=26197): Terminating (SIGTERM)\u000a04:25:53.246451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26198): Terminating (SIGTERM)\u000a04:25:53.287941 run iperf3-srv_10.42.42.10(pid=26199): Terminating (SIGTERM)\u000a04:25:53.329619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26200): Terminating (SIGTERM)\u000a04:25:53.371251 run iperf3-srv_10.42.42.10(pid=26201): Terminating (SIGTERM)\u000a04:25:53.413439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26204): Terminating (SIGTERM)\u000a04:25:53.455191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26207): Terminating (SIGTERM)\u000a04:25:53.496888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26210): Terminating (SIGTERM)\u000a04:25:53.506661 --- ParallelTerminationStrategy: PID 26194 died...\u000a04:25:53.562632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26194): Terminated: ok {rc=0}\u000a04:25:53.572688 --- ParallelTerminationStrategy: PID 26195 died...\u000a04:25:53.628159 run iperf3-srv_10.42.42.10(pid=26195): Terminated {rc=256}\u000a04:25:53.638220 --- ParallelTerminationStrategy: PID 26196 died...\u000a04:25:53.694070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26196): Terminated: ok {rc=0}\u000a04:25:53.704165 --- ParallelTerminationStrategy: PID 26197 died...\u000a04:25:53.759573 run iperf3-srv_10.42.42.10(pid=26197): Terminated {rc=256}\u000a04:25:53.769660 --- ParallelTerminationStrategy: PID 26198 died...\u000a04:25:53.824906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26198): Terminated: ok {rc=0}\u000a04:25:53.835015 --- ParallelTerminationStrategy: PID 26199 died...\u000a04:25:53.890380 run iperf3-srv_10.42.42.10(pid=26199): Terminated {rc=256}\u000a04:25:53.900407 --- ParallelTerminationStrategy: PID 26200 died...\u000a04:25:53.955678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26200): Terminated: ok {rc=0}\u000a04:25:53.966121 --- ParallelTerminationStrategy: PID 26201 died...\u000a04:25:54.021382 run iperf3-srv_10.42.42.10(pid=26201): Terminated {rc=256}\u000a04:25:54.031510 --- ParallelTerminationStrategy: PID 26204 died...\u000a04:25:54.086268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26204): Terminated: ok {rc=0}\u000a04:25:54.096260 --- ParallelTerminationStrategy: PID 26207 died...\u000a04:25:54.151421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26207): Terminated: ok {rc=0}\u000a04:25:54.161496 --- ParallelTerminationStrategy: PID 26210 died...\u000a04:25:54.216201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26210): Terminated: ok {rc=0}\u000a04:25:54.302703 bus /gobi_4: Setting Powered False\u000a04:25:55.406882 bus /gobi_4: Setting Powered False\u000a04:25:56.518768 bus /gobi_1: Setting Powered False\u000a04:25:57.621288 bus /gobi_1: Setting Powered False\u000a04:25:58.731532 bus /gobi_0: Setting Powered False\u000a04:25:59.837072 bus /gobi_0: Setting Powered False\u000a04:26:00.956175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26218): Process ended prematurely: osmo-stp_10.42.42.5(pid=26218) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26218)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26218): Process ended prematurely: osmo-stp_10.42.42.5(pid=26218) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:26:02.046758 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:02.063605 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:26:02.255872 tst ping.py: using LAC 25977\u000a04:26:02.383249 tst ping.py: using RAC 222\u000a04:26:02.506680 tst ping.py: using CellId 25977\u000a04:26:02.630338 tst ping.py: using BVCI 25978\u000a04:26:02.654577 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:02.666069 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:02.677312 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:02.688464 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:02.699579 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:02.710792 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:02.722099 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:02.733289 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:03.006921 tst ping.py:19: start network...\u000a04:26:03.131681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:03.602200 run create_hlr_db(pid=26212): Launched\u000a04:26:03.775598 bus /gobi_6: Setting Powered False\u000a04:26:04.795227 run create_hlr_db(pid=26212): Terminated: ok {rc=0}\u000a04:26:05.218914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26214): Launched\u000a04:26:05.538002 run osmo-hlr_10.42.42.2(pid=26215): Launched\u000a04:26:05.659175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:06.213007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26217): Launched\u000a04:26:06.530780 run osmo-stp_10.42.42.5(pid=26218): Launched\u000a04:26:06.646221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:07.199669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26220): Launched\u000a04:26:07.313220 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:07.588831 run patchelf(pid=26221): Launched\u000a04:26:07.774128 run osmo-stp_10.42.42.5(pid=26218): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26218)]\u000a04:26:07.909282 run osmo-stp_10.42.42.5(pid=26218): stdout: \u000a| (launched: 2022-12-10_04:26:06.374343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:08.045139 run osmo-stp_10.42.42.5(pid=26218): stderr: \u000a| �[0;m�[38;5;43m20221210042606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042606567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042606569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042606569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042606569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:08.176589 run osmo-stp_10.42.42.5(pid=26218): stdout: \u000a| (launched: 2022-12-10_04:26:06.374343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:08.306534 run osmo-stp_10.42.42.5(pid=26218): stderr: \u000a| �[0;m�[38;5;43m20221210042606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042606567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042606569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042606569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042606569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:08.457758 run patchelf(pid=26221): Terminating (SIGINT)\u000a04:26:08.635277 run patchelf(pid=26221): Terminated: ok {rc=0}\u000a04:26:08.667645 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26218): Process ended prematurely: osmo-stp_10.42.42.5(pid=26218) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26218)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:26:08.677221 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:26:08.739714 run osmo-hlr_10.42.42.2(pid=26215): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26215)]\u000a04:26:08.790885 run osmo-hlr_10.42.42.2(pid=26215): stdout: \u000a| (launched: 2022-12-10_04:26:05.380709) \u000a04:26:08.842603 run osmo-hlr_10.42.42.2(pid=26215): stderr: \u000a| �[0;m�[1;31m20221210042605578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042605578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042605578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042605578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042605579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042605579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042605591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042605599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042605599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042605599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:08.886752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26214): Terminating (SIGTERM)\u000a04:26:08.928436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26217): Terminating (SIGTERM)\u000a04:26:08.970392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26220): Terminating (SIGTERM)\u000a04:26:08.980082 --- ParallelTerminationStrategy: PID 26214 died...\u000a04:26:09.035947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26214): Terminated: ok {rc=0}\u000a04:26:09.046111 --- ParallelTerminationStrategy: PID 26217 died...\u000a04:26:09.101555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26217): Terminated: ok {rc=0}\u000a04:26:09.111583 --- ParallelTerminationStrategy: PID 26220 died...\u000a04:26:09.167127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26220): Terminated: ok {rc=0}\u000a04:26:09.253851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26228): Process ended prematurely: osmo-stp_10.42.42.5(pid=26228) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26228)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26228): Process ended prematurely: osmo-stp_10.42.42.5(pid=26228) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:26:10.306410 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:10.318541 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:26:10.478047 tst ping_idle_ping.py: using LAC 25978\u000a04:26:10.595268 tst ping_idle_ping.py: using RAC 223\u000a04:26:10.714484 tst ping_idle_ping.py: using CellId 25978\u000a04:26:10.835953 tst ping_idle_ping.py: using BVCI 25979\u000a04:26:10.858869 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:10.869896 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:10.880639 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:10.892031 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:10.903294 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:10.914875 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:10.926425 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:10.937685 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:11.226880 tst ping_idle_ping.py:24: start network...\u000a04:26:11.359711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:11.872016 run create_hlr_db(pid=26222): Launched\u000a04:26:12.057256 bus /gobi_6: Setting Powered False\u000a04:26:13.078796 run create_hlr_db(pid=26222): Terminated: ok {rc=0}\u000a04:26:13.503483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26224): Launched\u000a04:26:13.822290 run osmo-hlr_10.42.42.2(pid=26225): Launched\u000a04:26:13.938327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:14.492824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26227): Launched\u000a04:26:14.811623 run osmo-stp_10.42.42.5(pid=26228): Launched\u000a04:26:14.927743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:15.483462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26230): Launched\u000a04:26:15.597256 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:15.885182 run patchelf(pid=26231): Launched\u000a04:26:16.086692 run osmo-stp_10.42.42.5(pid=26228): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26228)]\u000a04:26:16.219904 run osmo-stp_10.42.42.5(pid=26228): stdout: \u000a| (launched: 2022-12-10_04:26:14.654513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:16.353953 run osmo-stp_10.42.42.5(pid=26228): stderr: \u000a| �[0;m�[38;5;43m20221210042614844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042614844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042614844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042614844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042614847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042614847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042614847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:16.482429 run osmo-stp_10.42.42.5(pid=26228): stdout: \u000a| (launched: 2022-12-10_04:26:14.654513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:16.611585 run osmo-stp_10.42.42.5(pid=26228): stderr: \u000a| �[0;m�[38;5;43m20221210042614844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042614844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042614844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042614844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042614847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042614847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042614847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:16.762420 run patchelf(pid=26231): Terminating (SIGINT)\u000a04:26:16.975399 run patchelf(pid=26231): Terminated: ok {rc=0}\u000a04:26:17.007581 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26228): Process ended prematurely: osmo-stp_10.42.42.5(pid=26228) [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26228)] [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:26:17.017641 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:26:17.083786 run osmo-hlr_10.42.42.2(pid=26225): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26225)]\u000a04:26:17.136830 run osmo-hlr_10.42.42.2(pid=26225): stdout: \u000a| (launched: 2022-12-10_04:26:13.666004) \u000a04:26:17.189927 run osmo-hlr_10.42.42.2(pid=26225): stderr: \u000a| �[0;m�[1;31m20221210042613863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042613863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042613863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042613863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042613864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042613864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042613876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042613884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042613884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042613884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:17.235033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26224): Terminating (SIGTERM)\u000a04:26:17.280275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26227): Terminating (SIGTERM)\u000a04:26:17.324686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26230): Terminating (SIGTERM)\u000a04:26:17.334255 --- ParallelTerminationStrategy: PID 26224 died...\u000a04:26:17.388635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26224): Terminated: ok {rc=0}\u000a04:26:17.398820 --- ParallelTerminationStrategy: PID 26227 died...\u000a04:26:17.452381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26227): Terminated: ok {rc=0}\u000a04:26:17.462514 --- ParallelTerminationStrategy: PID 26230 died...\u000a04:26:17.517176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26230): Terminated: ok {rc=0}\u000a04:26:17.606135 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:25:19" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26243): Process ended prematurely: osmo-stp_10.42.42.5(pid=26243) [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26243)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26243): Process ended prematurely: osmo-stp_10.42.42.5(pid=26243) [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:26:19.649069 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:26:19.661561 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:26:19.824172 tst switch_tch_pdch.py: using LAC 25979\u000a04:26:19.946815 tst switch_tch_pdch.py: using RAC 224\u000a04:26:20.069529 tst switch_tch_pdch.py: using CellId 25979\u000a04:26:20.192396 tst switch_tch_pdch.py: using BVCI 25980\u000a04:26:20.216590 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:26:20.228221 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:26:20.239679 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:26:20.251114 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:26:20.262535 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:26:20.274025 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:26:20.285591 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:26:20.296869 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:26:20.412711 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:26:20.699165 tst switch_tch_pdch.py:51: start network...\u000a04:26:20.823976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:21.291604 run create_hlr_db(pid=26237): Launched\u000a04:26:21.463600 bus /gobi_6: Setting Powered False\u000a04:26:22.484162 run create_hlr_db(pid=26237): Terminated: ok {rc=0}\u000a04:26:22.904758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26239): Launched\u000a04:26:23.222045 run osmo-hlr_10.42.42.2(pid=26240): Launched\u000a04:26:23.337957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:23.889693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26242): Launched\u000a04:26:24.207821 run osmo-stp_10.42.42.5(pid=26243): Launched\u000a04:26:24.322649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:24.876771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26245): Launched\u000a04:26:24.990055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:25.265963 run patchelf(pid=26246): Launched\u000a04:26:25.451445 run osmo-stp_10.42.42.5(pid=26243): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26243)]\u000a04:26:25.587071 run osmo-stp_10.42.42.5(pid=26243): stdout: \u000a| (launched: 2022-12-10_04:26:24.051197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:25.723030 run osmo-stp_10.42.42.5(pid=26243): stderr: \u000a| �[0;m�[38;5;43m20221210042624242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042624242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042624243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042624243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042624245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042624246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042624246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:25.853761 run osmo-stp_10.42.42.5(pid=26243): stdout: \u000a| (launched: 2022-12-10_04:26:24.051197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:25.983400 run osmo-stp_10.42.42.5(pid=26243): stderr: \u000a| �[0;m�[38;5;43m20221210042624242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042624242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042624243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042624243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042624245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042624246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042624246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:26.134542 run patchelf(pid=26246): Terminating (SIGINT)\u000a04:26:26.312054 run patchelf(pid=26246): Terminated: ok {rc=0}\u000a04:26:26.344509 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26243): Process ended prematurely: osmo-stp_10.42.42.5(pid=26243) [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26243)] [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:26:26.354020 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a04:26:26.415836 run osmo-hlr_10.42.42.2(pid=26240): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26240)]\u000a04:26:26.466340 run osmo-hlr_10.42.42.2(pid=26240): stdout: \u000a| (launched: 2022-12-10_04:26:23.066071) \u000a04:26:26.517393 run osmo-hlr_10.42.42.2(pid=26240): stderr: \u000a| �[0;m�[1;31m20221210042623262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042623262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042623262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042623262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042623262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042623262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042623280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042623289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042623289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042623289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:26.560925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26239): Terminating (SIGTERM)\u000a04:26:26.602159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26242): Terminating (SIGTERM)\u000a04:26:26.643324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26245): Terminating (SIGTERM)\u000a04:26:26.652846 --- ParallelTerminationStrategy: PID 26239 died...\u000a04:26:26.707948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26239): Terminated: ok {rc=0}\u000a04:26:26.717952 --- ParallelTerminationStrategy: PID 26242 died...\u000a04:26:26.772794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26242): Terminated: ok {rc=0}\u000a04:26:26.782782 --- ParallelTerminationStrategy: PID 26245 died...\u000a04:26:26.837754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26245): Terminated: ok {rc=0}\u000a04:26:26.924292 bus /gobi_0: Setting Powered False\u000a04:26:28.025915 bus /gobi_0: Setting Powered False\u000a04:26:29.136133 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:26:19" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26257): Process ended prematurely: osmo-stp_10.42.42.5(pid=26257) [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26257)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26257): Process ended prematurely: osmo-stp_10.42.42.5(pid=26257) [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:26:31.126636 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:26:31.139045 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:26:31.344808 tst switch_tch_pdch.py: using LAC 25980\u000a04:26:31.502464 tst switch_tch_pdch.py: using RAC 225\u000a04:26:31.628605 tst switch_tch_pdch.py: using CellId 25980\u000a04:26:31.780023 tst switch_tch_pdch.py: using BVCI 25981\u000a04:26:31.810646 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:26:31.823182 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:26:31.835524 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:26:31.848282 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:26:31.860937 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:26:31.873161 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:26:31.886266 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:26:31.898860 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:26:32.020698 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:26:32.308249 tst switch_tch_pdch.py:51: start network...\u000a04:26:32.434020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:32.877293 run create_hlr_db(pid=26251): Launched\u000a04:26:32.999295 bus /gobi_6: Setting Powered False\u000a04:26:34.080129 run create_hlr_db(pid=26251): Terminated: ok {rc=0}\u000a04:26:34.455171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26253): Launched\u000a04:26:34.752179 run osmo-hlr_10.42.42.2(pid=26254): Launched\u000a04:26:34.863722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:35.361786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26256): Launched\u000a04:26:35.658187 run osmo-stp_10.42.42.5(pid=26257): Launched\u000a04:26:35.766993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:36.259662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26259): Launched\u000a04:26:36.366018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:36.625109 run patchelf(pid=26260): Launched\u000a04:26:36.798702 run osmo-stp_10.42.42.5(pid=26257): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26257)]\u000a04:26:36.926082 run osmo-stp_10.42.42.5(pid=26257): stdout: \u000a| (launched: 2022-12-10_04:26:35.512095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:37.053550 run osmo-stp_10.42.42.5(pid=26257): stderr: \u000a| �[0;m�[38;5;43m20221210042635684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042635685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042635685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042635685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042635686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042635686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042635686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:37.176570 run osmo-stp_10.42.42.5(pid=26257): stdout: \u000a| (launched: 2022-12-10_04:26:35.512095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:37.298256 run osmo-stp_10.42.42.5(pid=26257): stderr: \u000a| �[0;m�[38;5;43m20221210042635684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042635685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042635685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042635685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042635686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042635686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042635686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:37.440495 run patchelf(pid=26260): Terminating (SIGINT)\u000a04:26:37.607558 run patchelf(pid=26260): Terminated: ok {rc=0}\u000a04:26:37.638043 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26257): Process ended prematurely: osmo-stp_10.42.42.5(pid=26257) [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26257)] [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:26:37.646853 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a04:26:37.706519 run osmo-hlr_10.42.42.2(pid=26254): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26254)]\u000a04:26:37.755341 run osmo-hlr_10.42.42.2(pid=26254): stdout: \u000a| (launched: 2022-12-10_04:26:34.605727) \u000a04:26:37.804875 run osmo-hlr_10.42.42.2(pid=26254): stderr: \u000a| �[0;m�[1;31m20221210042634784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042634784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042634784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042634784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042634785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042634785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042634797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042634805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042634805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042634806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:37.846597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26253): Terminating (SIGTERM)\u000a04:26:37.885751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26256): Terminating (SIGTERM)\u000a04:26:37.925086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26259): Terminating (SIGTERM)\u000a04:26:37.934440 --- ParallelTerminationStrategy: PID 26253 died...\u000a04:26:37.986888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26253): Terminated: ok {rc=0}\u000a04:26:37.996625 --- ParallelTerminationStrategy: PID 26256 died...\u000a04:26:38.049052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26256): Terminated: ok {rc=0}\u000a04:26:38.058761 --- ParallelTerminationStrategy: PID 26259 died...\u000a04:26:38.111270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26259): Terminated: ok {rc=0}\u000a04:26:38.194418 bus /gobi_0: Setting Powered False\u000a04:26:39.300336 bus /gobi_0: Setting Powered False\u000a04:26:40.411402 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:26:30" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26265): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26265) [trial-2369↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26265)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26265): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26265) [trial-2369↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a04:26:42.301216 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a04:26:42.312443 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:26:42.448927 tst mo_mt_sms.py: using LAC 25981\u000a04:26:42.572697 tst mo_mt_sms.py: using RAC 226\u000a04:26:42.696083 tst mo_mt_sms.py: using CellId 25981\u000a04:26:42.821450 tst mo_mt_sms.py: using BVCI 25982\u000a04:26:42.845549 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:26:42.964641 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:26:43.239911 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:26:43.363656 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:26:43.979937 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26264): Launched\u000a04:26:44.275117 run osmo-nitb_10.42.42.2(pid=26265): Launched\u000a04:26:44.458924 run osmo-nitb_10.42.42.2(pid=26265): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26265)]\u000a04:26:44.593848 run osmo-nitb_10.42.42.2(pid=26265): stdout: \u000a| (launched: 2022-12-10_04:26:44.130891) \u000a04:26:44.729834 run osmo-nitb_10.42.42.2(pid=26265): stderr: \u000a| (launched: 2022-12-10_04:26:44.175127)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:26:44.860166 run osmo-nitb_10.42.42.2(pid=26265): stdout: \u000a| (launched: 2022-12-10_04:26:44.130891) \u000a04:26:44.989797 run osmo-nitb_10.42.42.2(pid=26265): stderr: \u000a| (launched: 2022-12-10_04:26:44.175127)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:26:45.395093 tst osmo-nitb_10.42.42.2(pid=26265): stdout: \u000a| (launched: 2022-12-10_04:26:44.130891) \u000a04:26:45.513718 tst osmo-nitb_10.42.42.2(pid=26265): stderr: \u000a| (launched: 2022-12-10_04:26:44.175127)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:26:45.565451 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26265): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26265) [trial-2369↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26265)] [trial-2369↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a04:26:45.573692 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a04:26:45.608251 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26264): Terminating (SIGTERM)\u000a04:26:45.785928 --- ParallelTerminationStrategy: PID 26264 died...\u000a04:26:45.841772 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26264): Terminated: ok {rc=0}\u000a04:26:45.929239 bus /sierra_3: Setting Powered False\u000a04:26:47.042452 bus /sierra_3: Setting Powered False\u000a04:26:48.148483 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:26:42" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26275): Process ended prematurely: osmo-stp_10.42.42.5(pid=26275) [trial-2369↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26275)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26275): Process ended prematurely: osmo-stp_10.42.42.5(pid=26275) [trial-2369↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a04:26:50.040864 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:26:50.052114 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:26:50.188866 tst mo_mt_sms.py: using LAC 25982\u000a04:26:50.313717 tst mo_mt_sms.py: using RAC 227\u000a04:26:50.436141 tst mo_mt_sms.py: using CellId 25982\u000a04:26:50.559438 tst mo_mt_sms.py: using BVCI 25983\u000a04:26:50.583565 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:26:50.594891 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:26:50.606061 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:26:50.617145 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:26:50.628193 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:26:50.639242 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:26:50.752466 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:26:50.951975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:51.422541 run create_hlr_db(pid=26269): Launched\u000a04:26:51.595056 bus /sierra_2: Setting Powered False\u000a04:26:52.615990 run create_hlr_db(pid=26269): Terminated: ok {rc=0}\u000a04:26:53.013552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26271): Launched\u000a04:26:53.311300 run osmo-hlr_10.42.42.2(pid=26272): Launched\u000a04:26:53.427366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:53.951608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26274): Launched\u000a04:26:54.249640 run osmo-stp_10.42.42.5(pid=26275): Launched\u000a04:26:54.358746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:26:54.904505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26277): Launched\u000a04:26:55.204163 run osmo-msc_10.42.42.6(pid=26278): Launched\u000a04:26:55.380148 run osmo-stp_10.42.42.5(pid=26275): ERR: Terminated: ERROR {rc=1} [trial-2369↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26275)]\u000a04:26:55.509427 run osmo-stp_10.42.42.5(pid=26275): stdout: \u000a| (launched: 2022-12-10_04:26:54.102623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:55.634068 run osmo-stp_10.42.42.5(pid=26275): stderr: \u000a| �[0;m�[38;5;43m20221210042654270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042654270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042654270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042654271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042654273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042654273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042654273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:55.754178 run osmo-stp_10.42.42.5(pid=26275): stdout: \u000a| (launched: 2022-12-10_04:26:54.102623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:55.873270 run osmo-stp_10.42.42.5(pid=26275): stderr: \u000a| �[0;m�[38;5;43m20221210042654270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042654270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042654270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042654271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042654273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042654273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042654273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:55.926007 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26275): Process ended prematurely: osmo-stp_10.42.42.5(pid=26275) [trial-2369↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26275)] [trial-2369↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a04:26:55.934338 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a04:26:55.994075 run osmo-hlr_10.42.42.2(pid=26272): ERR: Terminated: ERROR {rc=237} [trial-2369↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26272)]\u000a04:26:56.043110 run osmo-hlr_10.42.42.2(pid=26272): stdout: \u000a| (launched: 2022-12-10_04:26:53.164271) \u000a04:26:56.092573 run osmo-hlr_10.42.42.2(pid=26272): stderr: \u000a| �[0;m�[1;31m20221210042653341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042653341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042653341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042653341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042653341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042653341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042653352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042653361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042653361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042653361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:56.160014 run osmo-msc_10.42.42.6(pid=26278): ERR: Terminated: ERROR {rc=2} [trial-2369↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26278)]\u000a04:26:56.208831 run osmo-msc_10.42.42.6(pid=26278): stdout: \u000a| (launched: 2022-12-10_04:26:55.055844) \u000a04:26:56.258577 run osmo-msc_10.42.42.6(pid=26278): stderr: \u000a| �[0;m�[38;5;43m20221210042655328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042655328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b6042ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042655328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042655328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042655328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042655328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042655330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042655331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042655331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042655331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:26:56.300342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26271): Terminating (SIGTERM)\u000a04:26:56.340195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26274): Terminating (SIGTERM)\u000a04:26:56.380123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26277): Terminating (SIGTERM)\u000a04:26:56.389735 --- ParallelTerminationStrategy: PID 26271 died...\u000a04:26:56.442996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26271): Terminated: ok {rc=0}\u000a04:26:56.452905 --- ParallelTerminationStrategy: PID 26274 died...\u000a04:26:56.506110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26274): Terminated: ok {rc=0}\u000a04:26:56.515804 --- ParallelTerminationStrategy: PID 26277 died...\u000a04:26:56.569342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26277): Terminated: ok {rc=0}\u000a04:26:56.657330 bus /sierra_3: Setting Powered False\u000a04:26:57.762544 bus /sierra_3: Setting Powered False\u000a04:26:58.870581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:26:49" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26284): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26284) [trial-2369↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26284)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26284): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26284) [trial-2369↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a04:27:00.705601 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a04:27:00.717240 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:27:00.876612 tst assert_extension.py: using LAC 25983\u000a04:27:01.010832 tst assert_extension.py: using RAC 228\u000a04:27:01.135230 tst assert_extension.py: using CellId 25983\u000a04:27:01.286259 tst assert_extension.py: using BVCI 25984\u000a04:27:01.322023 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a04:27:01.604610 tst assert_extension.py:10: start nitb and bts...\u000a04:27:01.770029 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:27:02.447071 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26283): Launched\u000a04:27:02.742400 run osmo-nitb_10.42.42.2(pid=26284): Launched\u000a04:27:02.925743 run osmo-nitb_10.42.42.2(pid=26284): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26284)]\u000a04:27:03.060846 run osmo-nitb_10.42.42.2(pid=26284): stdout: \u000a| (launched: 2022-12-10_04:27:02.598088) \u000a04:27:03.196494 run osmo-nitb_10.42.42.2(pid=26284): stderr: \u000a| (launched: 2022-12-10_04:27:02.642306)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:27:03.327261 run osmo-nitb_10.42.42.2(pid=26284): stdout: \u000a| (launched: 2022-12-10_04:27:02.598088) \u000a04:27:03.456789 run osmo-nitb_10.42.42.2(pid=26284): stderr: \u000a| (launched: 2022-12-10_04:27:02.642306)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:27:03.862664 tst osmo-nitb_10.42.42.2(pid=26284): stdout: \u000a| (launched: 2022-12-10_04:27:02.598088) \u000a04:27:03.982252 tst osmo-nitb_10.42.42.2(pid=26284): stderr: \u000a| (launched: 2022-12-10_04:27:02.642306)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:27:04.034141 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26284): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26284) [trial-2369↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26284)] [trial-2369↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a04:27:04.042299 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a04:27:04.078389 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26283): Terminating (SIGTERM)\u000a04:27:04.255762 --- ParallelTerminationStrategy: PID 26283 died...\u000a04:27:04.310730 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26283): Terminated: ok {rc=0}\u000a04:27:04.399113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:27:00" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26295): Process ended prematurely: osmo-stp_10.42.42.5(pid=26295) [trial-2369↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26295)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26295): Process ended prematurely: osmo-stp_10.42.42.5(pid=26295) [trial-2369↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a04:27:06.231087 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:06.242501 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:27:06.382386 tst assert_extension.py: using LAC 25984\u000a04:27:06.509061 tst assert_extension.py: using RAC 229\u000a04:27:06.632685 tst assert_extension.py: using CellId 25984\u000a04:27:06.753163 tst assert_extension.py: using BVCI 25985\u000a04:27:06.775679 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:06.786667 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:06.797303 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:06.808489 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:06.819589 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:06.830753 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a04:27:07.035795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:07.542696 run create_hlr_db(pid=26289): Launched\u000a04:27:07.726819 bus /sierra_2: Setting Powered False\u000a04:27:08.746503 run create_hlr_db(pid=26289): Terminated: ok {rc=0}\u000a04:27:09.146164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26291): Launched\u000a04:27:09.444477 run osmo-hlr_10.42.42.2(pid=26292): Launched\u000a04:27:09.554543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:10.074937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26294): Launched\u000a04:27:10.373508 run osmo-stp_10.42.42.5(pid=26295): Launched\u000a04:27:10.482845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:27:11.025319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26297): Launched\u000a04:27:11.323926 run osmo-msc_10.42.42.6(pid=26298): Launched\u000a04:27:11.499753 run osmo-stp_10.42.42.5(pid=26295): ERR: Terminated: ERROR {rc=1} [trial-2369↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26295)]\u000a04:27:11.625781 run osmo-stp_10.42.42.5(pid=26295): stdout: \u000a| (launched: 2022-12-10_04:27:10.226291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:11.749457 run osmo-stp_10.42.42.5(pid=26295): stderr: \u000a| �[0;m�[38;5;43m20221210042710398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042710398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042710398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042710398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042710399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042710399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042710399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:11.868596 run osmo-stp_10.42.42.5(pid=26295): stdout: \u000a| (launched: 2022-12-10_04:27:10.226291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:11.987259 run osmo-stp_10.42.42.5(pid=26295): stderr: \u000a| �[0;m�[38;5;43m20221210042710398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042710398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042710398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042710398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042710399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042710399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042710399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:12.039447 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26295): Process ended prematurely: osmo-stp_10.42.42.5(pid=26295) [trial-2369↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26295)] [trial-2369↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a04:27:12.047511 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a04:27:12.107609 run osmo-hlr_10.42.42.2(pid=26292): ERR: Terminated: ERROR {rc=237} [trial-2369↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26292)]\u000a04:27:12.155803 run osmo-hlr_10.42.42.2(pid=26292): stdout: \u000a| (launched: 2022-12-10_04:27:09.297627) \u000a04:27:12.205410 run osmo-hlr_10.42.42.2(pid=26292): stderr: \u000a| �[0;m�[1;31m20221210042709471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042709471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042709471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042709471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042709471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042709471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042709483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042709494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042709494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042709494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:12.272292 run osmo-msc_10.42.42.6(pid=26298): ERR: Terminated: ERROR {rc=2} [trial-2369↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26298)]\u000a04:27:12.321170 run osmo-msc_10.42.42.6(pid=26298): stdout: \u000a| (launched: 2022-12-10_04:27:11.176568) \u000a04:27:12.370992 run osmo-msc_10.42.42.6(pid=26298): stderr: \u000a| �[0;m�[38;5;43m20221210042711447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042711447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37674d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042711447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042711447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042711447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042711447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042711449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042711450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042711450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042711450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:27:12.412690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26291): Terminating (SIGTERM)\u000a04:27:12.452330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26294): Terminating (SIGTERM)\u000a04:27:12.491789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26297): Terminating (SIGTERM)\u000a04:27:12.501255 --- ParallelTerminationStrategy: PID 26291 died...\u000a04:27:12.554209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26291): Terminated: ok {rc=0}\u000a04:27:12.563766 --- ParallelTerminationStrategy: PID 26294 died...\u000a04:27:12.616254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26294): Terminated: ok {rc=0}\u000a04:27:12.626014 --- ParallelTerminationStrategy: PID 26297 died...\u000a04:27:12.678623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26297): Terminated: ok {rc=0}\u000a04:27:12.761390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:27:06" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26309): Process ended prematurely: osmo-stp_10.42.42.5(pid=26309) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26309)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26309): Process ended prematurely: osmo-stp_10.42.42.5(pid=26309) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:27:14.709914 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:14.722379 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:27:14.879917 tst mo_mt_call.py: using LAC 25985\u000a04:27:14.999914 tst mo_mt_call.py: using RAC 230\u000a04:27:15.127627 tst mo_mt_call.py: using CellId 25985\u000a04:27:15.250981 tst mo_mt_call.py: using BVCI 25986\u000a04:27:15.273914 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:15.285209 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:15.296291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:15.307652 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:15.319277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:15.330673 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:27:15.449203 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:27:15.652891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:16.191660 run create_hlr_db(pid=26303): Launched\u000a04:27:16.369449 bus /sierra_2: Setting Powered False\u000a04:27:17.389033 run create_hlr_db(pid=26303): Terminated: ok {rc=0}\u000a04:27:17.819776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Launched\u000a04:27:18.144737 run osmo-hlr_10.42.42.2(pid=26306): Launched\u000a04:27:18.263629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:18.824359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26308): Launched\u000a04:27:19.148350 run osmo-stp_10.42.42.5(pid=26309): Launched\u000a04:27:19.266644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:27:19.856541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26311): Launched\u000a04:27:20.180399 run osmo-msc_10.42.42.6(pid=26312): Launched\u000a04:27:20.370584 run osmo-stp_10.42.42.5(pid=26309): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26309)]\u000a04:27:20.507173 run osmo-stp_10.42.42.5(pid=26309): stdout: \u000a| (launched: 2022-12-10_04:27:18.989252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:20.642901 run osmo-stp_10.42.42.5(pid=26309): stderr: \u000a| �[0;m�[38;5;43m20221210042719183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042719183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042719183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042719184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042719184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042719184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042719184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:20.772756 run osmo-stp_10.42.42.5(pid=26309): stdout: \u000a| (launched: 2022-12-10_04:27:18.989252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:20.901271 run osmo-stp_10.42.42.5(pid=26309): stderr: \u000a| �[0;m�[38;5;43m20221210042719183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042719183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042719183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042719184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042719184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042719184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042719184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:20.958157 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26309): Process ended prematurely: osmo-stp_10.42.42.5(pid=26309) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26309)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:27:20.967667 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:27:21.031890 run osmo-hlr_10.42.42.2(pid=26306): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26306)]\u000a04:27:21.083194 run osmo-hlr_10.42.42.2(pid=26306): stdout: \u000a| (launched: 2022-12-10_04:27:17.984940) \u000a04:27:21.134839 run osmo-hlr_10.42.42.2(pid=26306): stderr: \u000a| �[0;m�[1;31m20221210042718185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042718185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042718185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042718186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042718186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042718186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042718201 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042718209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042718209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042718209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:21.205690 run osmo-msc_10.42.42.6(pid=26312): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26312)]\u000a04:27:21.256768 run osmo-msc_10.42.42.6(pid=26312): stdout: \u000a| (launched: 2022-12-10_04:27:20.021005) \u000a04:27:21.308269 run osmo-msc_10.42.42.6(pid=26312): stderr: \u000a| �[0;m�[38;5;43m20221210042720345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042720345 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa78b9aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042720345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042720345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042720345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042720345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042720347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042720347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042720348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042720348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:27:21.351983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Terminating (SIGTERM)\u000a04:27:21.393389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26308): Terminating (SIGTERM)\u000a04:27:21.434939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26311): Terminating (SIGTERM)\u000a04:27:21.444371 --- ParallelTerminationStrategy: PID 26305 died...\u000a04:27:21.499575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Terminated: ok {rc=0}\u000a04:27:21.509763 --- ParallelTerminationStrategy: PID 26308 died...\u000a04:27:21.565095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26308): Terminated: ok {rc=0}\u000a04:27:21.575206 --- ParallelTerminationStrategy: PID 26311 died...\u000a04:27:21.630265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26311): Terminated: ok {rc=0}\u000a04:27:21.717090 bus /sierra_3: Setting Powered False\u000a04:27:22.820790 bus /sierra_3: Setting Powered False\u000a04:27:23.932030 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:27:25.046091 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:25.058363 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:27:25.218476 tst mo_mt_call_osmux.py: using LAC 25986\u000a04:27:25.345397 tst mo_mt_call_osmux.py: using RAC 231\u000a04:27:25.473587 tst mo_mt_call_osmux.py: using CellId 25986\u000a04:27:25.599300 tst mo_mt_call_osmux.py: using BVCI 25987\u000a04:27:25.623873 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:25.635595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:25.647148 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:25.659255 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:25.671133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:27:25.682903 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:27:25.802058 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:27:26.003117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:26.480505 run create_hlr_db(pid=26314): Launched\u000a04:27:26.655197 bus /sierra_2: Setting Powered False\u000a04:27:27.677948 run create_hlr_db(pid=26314): Terminated: ok {rc=0}\u000a04:27:28.107595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Launched\u000a04:27:28.433195 run osmo-hlr_10.42.42.2(pid=26317): Launched\u000a04:27:28.551467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:29.112762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Launched\u000a04:27:29.436111 run osmo-stp_10.42.42.5(pid=26320): Launched\u000a04:27:29.553850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:27:30.144401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26322): Launched\u000a04:27:30.449247 run osmo-msc_10.42.42.6(pid=26323): Launched\u000a04:27:30.628526 run osmo-stp_10.42.42.5(pid=26320): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)]\u000a04:27:30.759225 run osmo-stp_10.42.42.5(pid=26320): stdout: \u000a| (launched: 2022-12-10_04:27:29.277693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:30.887488 run osmo-stp_10.42.42.5(pid=26320): stderr: \u000a| �[0;m�[38;5;43m20221210042729469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042729469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042729470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042729470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042729471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042729471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042729471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:31.012665 run osmo-stp_10.42.42.5(pid=26320): stdout: \u000a| (launched: 2022-12-10_04:27:29.277693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:31.143037 run osmo-stp_10.42.42.5(pid=26320): stderr: \u000a| �[0;m�[38;5;43m20221210042729469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042729469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042729470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042729470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042729471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042729471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042729471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:31.202916 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:27:31.213374 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:27:31.281011 run osmo-hlr_10.42.42.2(pid=26317): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26317)]\u000a04:27:31.334859 run osmo-hlr_10.42.42.2(pid=26317): stdout: \u000a| (launched: 2022-12-10_04:27:28.273794) \u000a04:27:31.388561 run osmo-hlr_10.42.42.2(pid=26317): stderr: \u000a| �[0;m�[1;31m20221210042728473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042728473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042728473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042728473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042728473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042728473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042728485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042728494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042728494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042728494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:31.460554 run osmo-msc_10.42.42.6(pid=26323): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26323)]\u000a04:27:31.512937 run osmo-msc_10.42.42.6(pid=26323): stdout: \u000a| (launched: 2022-12-10_04:27:30.299188) \u000a04:27:31.567566 run osmo-msc_10.42.42.6(pid=26323): stderr: \u000a| �[0;m�[38;5;43m20221210042730571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042730571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb2c1a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042730571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042730571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042730571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042730572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042730573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042730574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042730574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042730574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:27:31.613344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Terminating (SIGTERM)\u000a04:27:31.655805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Terminating (SIGTERM)\u000a04:27:31.698290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26322): Terminating (SIGTERM)\u000a04:27:31.709374 --- ParallelTerminationStrategy: PID 26316 died...\u000a04:27:31.768933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Terminated: ok {rc=0}\u000a04:27:31.780306 --- ParallelTerminationStrategy: PID 26319 died...\u000a04:27:31.838643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Terminated: ok {rc=0}\u000a04:27:31.849713 --- ParallelTerminationStrategy: PID 26322 died...\u000a04:27:31.908334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26322): Terminated: ok {rc=0}\u000a04:27:31.998760 bus /sierra_3: Setting Powered False\u000a04:27:33.099677 bus /sierra_3: Setting Powered False\u000a04:27:34.205287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:27:14" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26334): Process ended prematurely: osmo-stp_10.42.42.5(pid=26334) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26334)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26334): Process ended prematurely: osmo-stp_10.42.42.5(pid=26334) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:27:36.200910 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:36.213046 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:27:36.373413 tst mo_mt_call.py: using LAC 25987\u000a04:27:36.498590 tst mo_mt_call.py: using RAC 232\u000a04:27:36.625132 tst mo_mt_call.py: using CellId 25987\u000a04:27:36.753205 tst mo_mt_call.py: using BVCI 25988\u000a04:27:36.776215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:36.787653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:36.798972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:36.810680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:36.822315 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:36.833779 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:27:36.952937 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:27:37.155349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:37.634287 run create_hlr_db(pid=26328): Launched\u000a04:27:37.809960 bus /sierra_2: Setting Powered False\u000a04:27:38.831410 run create_hlr_db(pid=26328): Terminated: ok {rc=0}\u000a04:27:39.261951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26330): Launched\u000a04:27:39.586267 run osmo-hlr_10.42.42.2(pid=26331): Launched\u000a04:27:39.706018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:40.268608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26333): Launched\u000a04:27:40.593357 run osmo-stp_10.42.42.5(pid=26334): Launched\u000a04:27:40.713345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:27:41.306965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26336): Launched\u000a04:27:41.631672 run osmo-msc_10.42.42.6(pid=26337): Launched\u000a04:27:41.822001 run osmo-stp_10.42.42.5(pid=26334): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26334)]\u000a04:27:41.959031 run osmo-stp_10.42.42.5(pid=26334): stdout: \u000a| (launched: 2022-12-10_04:27:40.433745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:42.096121 run osmo-stp_10.42.42.5(pid=26334): stderr: \u000a| �[0;m�[38;5;43m20221210042740627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042740628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042740628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042740628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042740629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042740629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042740629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:42.226709 run osmo-stp_10.42.42.5(pid=26334): stdout: \u000a| (launched: 2022-12-10_04:27:40.433745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:42.355974 run osmo-stp_10.42.42.5(pid=26334): stderr: \u000a| �[0;m�[38;5;43m20221210042740627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042740628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042740628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042740628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042740629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042740629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042740629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:42.413091 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26334): Process ended prematurely: osmo-stp_10.42.42.5(pid=26334) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26334)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:27:42.422373 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:27:42.484484 run osmo-hlr_10.42.42.2(pid=26331): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26331)]\u000a04:27:42.535446 run osmo-hlr_10.42.42.2(pid=26331): stdout: \u000a| (launched: 2022-12-10_04:27:39.426430) \u000a04:27:42.587104 run osmo-hlr_10.42.42.2(pid=26331): stderr: \u000a| �[0;m�[1;31m20221210042739625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042739625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042739625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042739625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042739625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042739625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042739641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042739650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042739650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042739650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:42.657324 run osmo-msc_10.42.42.6(pid=26337): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26337)]\u000a04:27:42.708121 run osmo-msc_10.42.42.6(pid=26337): stdout: \u000a| (launched: 2022-12-10_04:27:41.472494) \u000a04:27:42.759661 run osmo-msc_10.42.42.6(pid=26337): stderr: \u000a| �[0;m�[38;5;43m20221210042741796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042741797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7282b18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042741797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042741797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042741797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042741797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042741799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042741799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042741799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042741799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:27:42.803594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26330): Terminating (SIGTERM)\u000a04:27:42.845303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26333): Terminating (SIGTERM)\u000a04:27:42.886952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26336): Terminating (SIGTERM)\u000a04:27:42.896650 --- ParallelTerminationStrategy: PID 26330 died...\u000a04:27:42.952044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26330): Terminated: ok {rc=0}\u000a04:27:42.962166 --- ParallelTerminationStrategy: PID 26333 died...\u000a04:27:43.017191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26333): Terminated: ok {rc=0}\u000a04:27:43.027139 --- ParallelTerminationStrategy: PID 26336 died...\u000a04:27:43.082006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26336): Terminated: ok {rc=0}\u000a04:27:43.168081 bus /sierra_3: Setting Powered False\u000a04:27:44.270579 bus /sierra_3: Setting Powered False\u000a04:27:45.381415 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26345): Process ended prematurely: osmo-stp_10.42.42.5(pid=26345) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26345)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26345): Process ended prematurely: osmo-stp_10.42.42.5(pid=26345) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:27:46.491269 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:46.504306 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:27:46.694524 tst mo_mt_call_osmux.py: using LAC 25988\u000a04:27:46.840695 tst mo_mt_call_osmux.py: using RAC 233\u000a04:27:47.008198 tst mo_mt_call_osmux.py: using CellId 25988\u000a04:27:47.165490 tst mo_mt_call_osmux.py: using BVCI 25989\u000a04:27:47.191466 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:47.203864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:47.216068 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:47.228155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:47.240241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:27:47.252256 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:27:47.373784 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:27:47.575546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:48.051910 run create_hlr_db(pid=26339): Launched\u000a04:27:48.227620 bus /sierra_2: Setting Powered False\u000a04:27:49.249477 run create_hlr_db(pid=26339): Terminated: ok {rc=0}\u000a04:27:49.680209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26341): Launched\u000a04:27:50.003831 run osmo-hlr_10.42.42.2(pid=26342): Launched\u000a04:27:50.122227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:50.685498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26344): Launched\u000a04:27:51.009431 run osmo-stp_10.42.42.5(pid=26345): Launched\u000a04:27:51.127183 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:27:51.719510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26347): Launched\u000a04:27:52.051491 run osmo-msc_10.42.42.6(pid=26348): Launched\u000a04:27:52.242169 run osmo-stp_10.42.42.5(pid=26345): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26345)]\u000a04:27:52.383998 run osmo-stp_10.42.42.5(pid=26345): stdout: \u000a| (launched: 2022-12-10_04:27:50.850126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:52.520895 run osmo-stp_10.42.42.5(pid=26345): stderr: \u000a| �[0;m�[38;5;43m20221210042751042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042751042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042751042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042751043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042751045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042751045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042751045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:52.651066 run osmo-stp_10.42.42.5(pid=26345): stdout: \u000a| (launched: 2022-12-10_04:27:50.850126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:52.780232 run osmo-stp_10.42.42.5(pid=26345): stderr: \u000a| �[0;m�[38;5;43m20221210042751042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042751042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042751042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042751043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042751045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042751045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042751045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:52.837217 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26345): Process ended prematurely: osmo-stp_10.42.42.5(pid=26345) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26345)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:27:52.846566 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:27:52.909264 run osmo-hlr_10.42.42.2(pid=26342): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26342)]\u000a04:27:52.960295 run osmo-hlr_10.42.42.2(pid=26342): stdout: \u000a| (launched: 2022-12-10_04:27:49.844802) \u000a04:27:53.012082 run osmo-hlr_10.42.42.2(pid=26342): stderr: \u000a| �[0;m�[1;31m20221210042750042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042750043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042750043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042750043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042750043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042750043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042750060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042750069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042750069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042750069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:53.082553 run osmo-msc_10.42.42.6(pid=26348): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26348)]\u000a04:27:53.133624 run osmo-msc_10.42.42.6(pid=26348): stdout: \u000a| (launched: 2022-12-10_04:27:51.885345) \u000a04:27:53.185687 run osmo-msc_10.42.42.6(pid=26348): stderr: \u000a| �[0;m�[38;5;43m20221210042752214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042752215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4644522c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042752215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042752215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042752215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042752215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042752217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042752217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042752217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042752218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:27:53.229799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26341): Terminating (SIGTERM)\u000a04:27:53.271529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26344): Terminating (SIGTERM)\u000a04:27:53.313341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26347): Terminating (SIGTERM)\u000a04:27:53.323095 --- ParallelTerminationStrategy: PID 26341 died...\u000a04:27:53.378680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26341): Terminated: ok {rc=0}\u000a04:27:53.388703 --- ParallelTerminationStrategy: PID 26344 died...\u000a04:27:53.444375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26344): Terminated: ok {rc=0}\u000a04:27:53.454478 --- ParallelTerminationStrategy: PID 26347 died...\u000a04:27:53.510000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26347): Terminated: ok {rc=0}\u000a04:27:53.598434 bus /sierra_3: Setting Powered False\u000a04:27:54.705538 bus /sierra_3: Setting Powered False\u000a04:27:55.811692 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:27:35" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26359): Process ended prematurely: osmo-stp_10.42.42.5(pid=26359) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26359): Process ended prematurely: osmo-stp_10.42.42.5(pid=26359) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:27:57.805074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:27:57.816917 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:27:57.975898 tst mo_mt_call.py: using LAC 25989\u000a04:27:58.097383 tst mo_mt_call.py: using RAC 234\u000a04:27:58.221355 tst mo_mt_call.py: using CellId 25989\u000a04:27:58.339083 tst mo_mt_call.py: using BVCI 25990\u000a04:27:58.362389 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:27:58.373830 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:27:58.385259 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:27:58.396591 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:27:58.409162 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:27:58.420408 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:27:58.535613 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:27:58.745710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:59.266162 run create_hlr_db(pid=26353): Launched\u000a04:27:59.454959 bus /sierra_2: Setting Powered False\u000a04:28:00.476167 run create_hlr_db(pid=26353): Terminated: ok {rc=0}\u000a04:28:00.911007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26355): Launched\u000a04:28:01.278955 run osmo-hlr_10.42.42.2(pid=26356): Launched\u000a04:28:01.413278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:02.111061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26358): Launched\u000a04:28:02.450399 run osmo-stp_10.42.42.5(pid=26359): Launched\u000a04:28:02.570944 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:03.136766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26361): Launched\u000a04:28:03.442623 run osmo-msc_10.42.42.6(pid=26362): Launched\u000a04:28:03.622380 run osmo-stp_10.42.42.5(pid=26359): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)]\u000a04:28:03.752796 run osmo-stp_10.42.42.5(pid=26359): stdout: \u000a| (launched: 2022-12-10_04:28:02.269231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:03.880261 run osmo-stp_10.42.42.5(pid=26359): stderr: \u000a| �[0;m�[38;5;43m20221210042802481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042802481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042802482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042802482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042802483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042802483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042802483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:04.002891 run osmo-stp_10.42.42.5(pid=26359): stdout: \u000a| (launched: 2022-12-10_04:28:02.269231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:04.124403 run osmo-stp_10.42.42.5(pid=26359): stderr: \u000a| �[0;m�[38;5;43m20221210042802481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042802481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042802482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042802482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042802483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042802483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042802483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:04.177967 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26359): Process ended prematurely: osmo-stp_10.42.42.5(pid=26359) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:28:04.186915 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:28:04.247437 run osmo-hlr_10.42.42.2(pid=26356): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26356)]\u000a04:28:04.296427 run osmo-hlr_10.42.42.2(pid=26356): stdout: \u000a| (launched: 2022-12-10_04:28:01.081483) \u000a04:28:04.346578 run osmo-hlr_10.42.42.2(pid=26356): stderr: \u000a| �[0;m�[1;31m20221210042801477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042801477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042801477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042801477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042801477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042801477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042801506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042801519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042801519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042801519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:04.413879 run osmo-msc_10.42.42.6(pid=26362): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26362)]\u000a04:28:04.463065 run osmo-msc_10.42.42.6(pid=26362): stdout: \u000a| (launched: 2022-12-10_04:28:03.291448) \u000a04:28:04.512651 run osmo-msc_10.42.42.6(pid=26362): stderr: \u000a| �[0;m�[38;5;43m20221210042803563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042803563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97047cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042803563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042803563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042803563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042803564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042803565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042803566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042803566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042803566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:04.554247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26355): Terminating (SIGTERM)\u000a04:28:04.594390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26358): Terminating (SIGTERM)\u000a04:28:04.634606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26361): Terminating (SIGTERM)\u000a04:28:04.644394 --- ParallelTerminationStrategy: PID 26355 died...\u000a04:28:04.698156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26355): Terminated: ok {rc=0}\u000a04:28:04.707996 --- ParallelTerminationStrategy: PID 26358 died...\u000a04:28:04.761437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26358): Terminated: ok {rc=0}\u000a04:28:04.771179 --- ParallelTerminationStrategy: PID 26361 died...\u000a04:28:04.824502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26361): Terminated: ok {rc=0}\u000a04:28:04.912584 bus /sierra_3: Setting Powered False\u000a04:28:06.017114 bus /sierra_3: Setting Powered False\u000a04:28:07.126457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26370): Process ended prematurely: osmo-stp_10.42.42.5(pid=26370) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26370)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26370): Process ended prematurely: osmo-stp_10.42.42.5(pid=26370) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:28:08.236733 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:08.248743 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:28:08.403488 tst mo_mt_call_osmux.py: using LAC 25990\u000a04:28:08.528823 tst mo_mt_call_osmux.py: using RAC 235\u000a04:28:08.645813 tst mo_mt_call_osmux.py: using CellId 25990\u000a04:28:08.765958 tst mo_mt_call_osmux.py: using BVCI 25991\u000a04:28:08.788881 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:08.800081 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:08.811178 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:08.822393 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:08.833814 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:08.845825 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:28:08.960842 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:28:09.171955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:09.690856 run create_hlr_db(pid=26364): Launched\u000a04:28:09.878203 bus /sierra_2: Setting Powered False\u000a04:28:10.898679 run create_hlr_db(pid=26364): Terminated: ok {rc=0}\u000a04:28:11.306391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26366): Launched\u000a04:28:11.609768 run osmo-hlr_10.42.42.2(pid=26367): Launched\u000a04:28:11.728809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:12.262395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26369): Launched\u000a04:28:12.568364 run osmo-stp_10.42.42.5(pid=26370): Launched\u000a04:28:12.681027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:13.233913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26372): Launched\u000a04:28:13.539847 run osmo-msc_10.42.42.6(pid=26373): Launched\u000a04:28:13.719004 run osmo-stp_10.42.42.5(pid=26370): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26370)]\u000a04:28:13.847918 run osmo-stp_10.42.42.5(pid=26370): stdout: \u000a| (launched: 2022-12-10_04:28:12.416448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:13.974303 run osmo-stp_10.42.42.5(pid=26370): stderr: \u000a| �[0;m�[38;5;43m20221210042812589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042812590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042812590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042812590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042812591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042812591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042812591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:14.096054 run osmo-stp_10.42.42.5(pid=26370): stdout: \u000a| (launched: 2022-12-10_04:28:12.416448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:14.216827 run osmo-stp_10.42.42.5(pid=26370): stderr: \u000a| �[0;m�[38;5;43m20221210042812589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042812590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042812590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042812590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042812591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042812591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042812591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:14.270440 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26370): Process ended prematurely: osmo-stp_10.42.42.5(pid=26370) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26370)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:28:14.279148 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:28:14.339520 run osmo-hlr_10.42.42.2(pid=26367): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26367)]\u000a04:28:14.388703 run osmo-hlr_10.42.42.2(pid=26367): stdout: \u000a| (launched: 2022-12-10_04:28:11.460179) \u000a04:28:14.438269 run osmo-hlr_10.42.42.2(pid=26367): stderr: \u000a| �[0;m�[1;31m20221210042811637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042811637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042811637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042811637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042811638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042811638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042811651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042811660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042811660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042811660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:14.505680 run osmo-msc_10.42.42.6(pid=26373): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26373)]\u000a04:28:14.554516 run osmo-msc_10.42.42.6(pid=26373): stdout: \u000a| (launched: 2022-12-10_04:28:13.387567) \u000a04:28:14.604339 run osmo-msc_10.42.42.6(pid=26373): stderr: \u000a| �[0;m�[38;5;43m20221210042813658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042813658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed96865c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042813658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042813659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042813659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042813659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042813661 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042813661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042813661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042813661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:14.645911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26366): Terminating (SIGTERM)\u000a04:28:14.685413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26369): Terminating (SIGTERM)\u000a04:28:14.725237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26372): Terminating (SIGTERM)\u000a04:28:14.734775 --- ParallelTerminationStrategy: PID 26366 died...\u000a04:28:14.788036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26366): Terminated: ok {rc=0}\u000a04:28:14.797850 --- ParallelTerminationStrategy: PID 26369 died...\u000a04:28:14.850721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26369): Terminated: ok {rc=0}\u000a04:28:14.860644 --- ParallelTerminationStrategy: PID 26372 died...\u000a04:28:14.913416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26372): Terminated: ok {rc=0}\u000a04:28:15.001299 bus /sierra_3: Setting Powered False\u000a04:28:16.122864 bus /sierra_3: Setting Powered False\u000a04:28:17.245185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:27:57" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26384): Process ended prematurely: osmo-stp_10.42.42.5(pid=26384) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26384)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26384): Process ended prematurely: osmo-stp_10.42.42.5(pid=26384) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:28:19.240787 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.252511 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:28:19.418456 tst mo_mt_call.py: using LAC 25991\u000a04:28:19.543171 tst mo_mt_call.py: using RAC 236\u000a04:28:19.667573 tst mo_mt_call.py: using CellId 25991\u000a04:28:19.792180 tst mo_mt_call.py: using BVCI 25992\u000a04:28:19.816719 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.828481 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.840077 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.851671 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.863355 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.874948 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:28:19.992212 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:28:20.193656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:20.675050 run create_hlr_db(pid=26378): Launched\u000a04:28:20.849961 bus /sierra_2: Setting Powered False\u000a04:28:21.871978 run create_hlr_db(pid=26378): Terminated: ok {rc=0}\u000a04:28:22.303695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26380): Launched\u000a04:28:22.630319 run osmo-hlr_10.42.42.2(pid=26381): Launched\u000a04:28:22.749978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:23.314755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26383): Launched\u000a04:28:23.637807 run osmo-stp_10.42.42.5(pid=26384): Launched\u000a04:28:23.755177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:24.347160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26386): Launched\u000a04:28:24.670882 run osmo-msc_10.42.42.6(pid=26387): Launched\u000a04:28:24.860103 run osmo-stp_10.42.42.5(pid=26384): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26384)]\u000a04:28:24.996500 run osmo-stp_10.42.42.5(pid=26384): stdout: \u000a| (launched: 2022-12-10_04:28:23.479702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:25.132742 run osmo-stp_10.42.42.5(pid=26384): stderr: \u000a| �[0;m�[38;5;43m20221210042823673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042823673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042823673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042823674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042823674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042823674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042823674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:25.263721 run osmo-stp_10.42.42.5(pid=26384): stdout: \u000a| (launched: 2022-12-10_04:28:23.479702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:25.393106 run osmo-stp_10.42.42.5(pid=26384): stderr: \u000a| �[0;m�[38;5;43m20221210042823673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042823673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042823673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042823674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042823674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042823674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042823674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:25.450409 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26384): Process ended prematurely: osmo-stp_10.42.42.5(pid=26384) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26384)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:28:25.459940 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:28:25.522531 run osmo-hlr_10.42.42.2(pid=26381): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26381)]\u000a04:28:25.573530 run osmo-hlr_10.42.42.2(pid=26381): stdout: \u000a| (launched: 2022-12-10_04:28:22.469830) \u000a04:28:25.625584 run osmo-hlr_10.42.42.2(pid=26381): stderr: \u000a| �[0;m�[1;31m20221210042822667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042822668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042822668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042822668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042822668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042822668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042822680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042822688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042822689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042822689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:25.695675 run osmo-msc_10.42.42.6(pid=26387): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26387)]\u000a04:28:25.746686 run osmo-msc_10.42.42.6(pid=26387): stdout: \u000a| (launched: 2022-12-10_04:28:24.512004) \u000a04:28:25.798272 run osmo-msc_10.42.42.6(pid=26387): stderr: \u000a| �[0;m�[38;5;43m20221210042824834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042824834 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42ed3dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042824835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042824835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042824835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042824835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042824837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042824837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042824837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042824837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:25.842199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26380): Terminating (SIGTERM)\u000a04:28:25.883755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26383): Terminating (SIGTERM)\u000a04:28:25.925168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26386): Terminating (SIGTERM)\u000a04:28:25.934586 --- ParallelTerminationStrategy: PID 26380 died...\u000a04:28:25.990024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26380): Terminated: ok {rc=0}\u000a04:28:26.000222 --- ParallelTerminationStrategy: PID 26383 died...\u000a04:28:26.055489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26383): Terminated: ok {rc=0}\u000a04:28:26.065596 --- ParallelTerminationStrategy: PID 26386 died...\u000a04:28:26.120699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26386): Terminated: ok {rc=0}\u000a04:28:26.206812 bus /sierra_3: Setting Powered False\u000a04:28:27.312719 bus /sierra_3: Setting Powered False\u000a04:28:28.424090 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26395): Process ended prematurely: osmo-stp_10.42.42.5(pid=26395) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26395)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26395): Process ended prematurely: osmo-stp_10.42.42.5(pid=26395) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:28:29.534396 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:29.546224 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:28:29.700808 tst mo_mt_call_osmux.py: using LAC 25992\u000a04:28:29.820618 tst mo_mt_call_osmux.py: using RAC 237\u000a04:28:29.940326 tst mo_mt_call_osmux.py: using CellId 25992\u000a04:28:30.069049 tst mo_mt_call_osmux.py: using BVCI 25993\u000a04:28:30.093935 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:30.105797 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:30.117453 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:30.129282 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:30.141142 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:28:30.152805 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:28:30.274697 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:28:30.485851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:31.048632 run create_hlr_db(pid=26389): Launched\u000a04:28:31.229538 bus /sierra_2: Setting Powered False\u000a04:28:32.248918 run create_hlr_db(pid=26389): Terminated: ok {rc=0}\u000a04:28:32.653693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26391): Launched\u000a04:28:32.956883 run osmo-hlr_10.42.42.2(pid=26392): Launched\u000a04:28:33.074591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:33.611137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26394): Launched\u000a04:28:33.913915 run osmo-stp_10.42.42.5(pid=26395): Launched\u000a04:28:34.023449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:34.576493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26397): Launched\u000a04:28:34.881169 run osmo-msc_10.42.42.6(pid=26398): Launched\u000a04:28:35.059434 run osmo-stp_10.42.42.5(pid=26395): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26395)]\u000a04:28:35.187702 run osmo-stp_10.42.42.5(pid=26395): stdout: \u000a| (launched: 2022-12-10_04:28:33.765205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:35.313967 run osmo-stp_10.42.42.5(pid=26395): stderr: \u000a| �[0;m�[38;5;43m20221210042833935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042833936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042833936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042833936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042833939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042833939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042833939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:35.435268 run osmo-stp_10.42.42.5(pid=26395): stdout: \u000a| (launched: 2022-12-10_04:28:33.765205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:35.555993 run osmo-stp_10.42.42.5(pid=26395): stderr: \u000a| �[0;m�[38;5;43m20221210042833935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042833936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042833936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042833936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042833939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042833939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042833939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:35.609294 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26395): Process ended prematurely: osmo-stp_10.42.42.5(pid=26395) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26395)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:28:35.617931 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:28:35.677640 run osmo-hlr_10.42.42.2(pid=26392): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26392)]\u000a04:28:35.726253 run osmo-hlr_10.42.42.2(pid=26392): stdout: \u000a| (launched: 2022-12-10_04:28:32.807778) \u000a04:28:35.775316 run osmo-hlr_10.42.42.2(pid=26392): stderr: \u000a| �[0;m�[1;31m20221210042832984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042832984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042832984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042832984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042832984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042832984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042832996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042833005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042833006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042833006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:35.842343 run osmo-msc_10.42.42.6(pid=26398): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26398)]\u000a04:28:35.890741 run osmo-msc_10.42.42.6(pid=26398): stdout: \u000a| (launched: 2022-12-10_04:28:34.730573) \u000a04:28:35.939968 run osmo-msc_10.42.42.6(pid=26398): stderr: \u000a| �[0;m�[38;5;43m20221210042835002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042835002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f961c4f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042835002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042835002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042835003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042835003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042835004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042835006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042835006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042835006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:35.981174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26391): Terminating (SIGTERM)\u000a04:28:36.020645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26394): Terminating (SIGTERM)\u000a04:28:36.060204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26397): Terminating (SIGTERM)\u000a04:28:36.069690 --- ParallelTerminationStrategy: PID 26391 died...\u000a04:28:36.122622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26391): Terminated: ok {rc=0}\u000a04:28:36.132431 --- ParallelTerminationStrategy: PID 26394 died...\u000a04:28:36.185061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26394): Terminated: ok {rc=0}\u000a04:28:36.194858 --- ParallelTerminationStrategy: PID 26397 died...\u000a04:28:36.247591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26397): Terminated: ok {rc=0}\u000a04:28:36.330438 bus /sierra_3: Setting Powered False\u000a04:28:37.431012 bus /sierra_3: Setting Powered False\u000a04:28:38.539785 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:28:18" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26409): Process ended prematurely: osmo-stp_10.42.42.5(pid=26409) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26409)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26409): Process ended prematurely: osmo-stp_10.42.42.5(pid=26409) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:28:40.523339 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:40.534623 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:28:40.685870 tst mo_mt_call.py: using LAC 25993\u000a04:28:40.804432 tst mo_mt_call.py: using RAC 238\u000a04:28:40.927533 tst mo_mt_call.py: using CellId 25993\u000a04:28:41.043906 tst mo_mt_call.py: using BVCI 25994\u000a04:28:41.066796 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:41.078211 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:41.089238 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:41.100587 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:41.111895 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:41.123225 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:28:41.239778 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:28:41.450033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:41.966968 run create_hlr_db(pid=26403): Launched\u000a04:28:42.154421 bus /sierra_2: Setting Powered False\u000a04:28:43.174723 run create_hlr_db(pid=26403): Terminated: ok {rc=0}\u000a04:28:43.604660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26405): Launched\u000a04:28:43.928077 run osmo-hlr_10.42.42.2(pid=26406): Launched\u000a04:28:44.046345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:44.608495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26408): Launched\u000a04:28:44.931431 run osmo-stp_10.42.42.5(pid=26409): Launched\u000a04:28:45.048745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:45.640657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26411): Launched\u000a04:28:46.073876 run osmo-msc_10.42.42.6(pid=26412): Launched\u000a04:28:46.314301 run osmo-stp_10.42.42.5(pid=26409): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26409)]\u000a04:28:46.477775 run osmo-stp_10.42.42.5(pid=26409): stdout: \u000a| (launched: 2022-12-10_04:28:44.773279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:46.681610 run osmo-stp_10.42.42.5(pid=26409): stderr: \u000a| �[0;m�[38;5;43m20221210042844964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042844964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042844965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042844965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042844967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042844967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042844967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:46.810007 run osmo-stp_10.42.42.5(pid=26409): stdout: \u000a| (launched: 2022-12-10_04:28:44.773279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:46.936723 run osmo-stp_10.42.42.5(pid=26409): stderr: \u000a| �[0;m�[38;5;43m20221210042844964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042844964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042844965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042844965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042844967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042844967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042844967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:46.992621 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26409): Process ended prematurely: osmo-stp_10.42.42.5(pid=26409) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26409)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:28:47.002593 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a04:28:47.067353 run osmo-hlr_10.42.42.2(pid=26406): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26406)]\u000a04:28:47.118793 run osmo-hlr_10.42.42.2(pid=26406): stdout: \u000a| (launched: 2022-12-10_04:28:43.769458) \u000a04:28:47.172873 run osmo-hlr_10.42.42.2(pid=26406): stderr: \u000a| �[0;m�[1;31m20221210042843968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042843968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042843968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042843969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042843969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042843969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042843979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042843988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042843988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042843988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:47.243071 run osmo-msc_10.42.42.6(pid=26412): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26412)]\u000a04:28:47.294553 run osmo-msc_10.42.42.6(pid=26412): stdout: \u000a| (launched: 2022-12-10_04:28:45.805593) \u000a04:28:47.348063 run osmo-msc_10.42.42.6(pid=26412): stderr: \u000a| �[0;m�[38;5;43m20221210042846320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042846320 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f640973dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042846320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042846320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042846321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042846321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042846332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042846332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042846332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042846332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:47.392478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26405): Terminating (SIGTERM)\u000a04:28:47.437196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26408): Terminating (SIGTERM)\u000a04:28:47.477459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26411): Terminating (SIGTERM)\u000a04:28:47.487004 --- ParallelTerminationStrategy: PID 26405 died...\u000a04:28:47.540043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26405): Terminated: ok {rc=0}\u000a04:28:47.549683 --- ParallelTerminationStrategy: PID 26408 died...\u000a04:28:47.602727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26408): Terminated: ok {rc=0}\u000a04:28:47.612227 --- ParallelTerminationStrategy: PID 26411 died...\u000a04:28:47.665607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26411): Terminated: ok {rc=0}\u000a04:28:47.752692 bus /sierra_3: Setting Powered False\u000a04:28:48.855128 bus /sierra_3: Setting Powered False\u000a04:28:49.963647 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26421): Process ended prematurely: osmo-stp_10.42.42.5(pid=26421) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26421)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26421): Process ended prematurely: osmo-stp_10.42.42.5(pid=26421) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:28:51.073263 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:51.085252 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:28:51.239560 tst mo_mt_call_osmux.py: using LAC 25994\u000a04:28:51.361074 tst mo_mt_call_osmux.py: using RAC 239\u000a04:28:51.492513 tst mo_mt_call_osmux.py: using CellId 25994\u000a04:28:51.618092 tst mo_mt_call_osmux.py: using BVCI 25995\u000a04:28:51.642958 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:51.654733 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:51.666395 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:51.677985 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:51.689669 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:28:51.701250 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:28:51.821273 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:28:52.024329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:52.502980 run create_hlr_db(pid=26415): Launched\u000a04:28:52.677781 bus /sierra_2: Setting Powered False\u000a04:28:53.699642 run create_hlr_db(pid=26415): Terminated: ok {rc=0}\u000a04:28:54.105105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26417): Launched\u000a04:28:54.409854 run osmo-hlr_10.42.42.2(pid=26418): Launched\u000a04:28:54.520369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:55.047057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26420): Launched\u000a04:28:55.351164 run osmo-stp_10.42.42.5(pid=26421): Launched\u000a04:28:55.462503 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:56.016114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26423): Launched\u000a04:28:56.321054 run osmo-msc_10.42.42.6(pid=26424): Launched\u000a04:28:56.499019 run osmo-stp_10.42.42.5(pid=26421): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26421)]\u000a04:28:56.628079 run osmo-stp_10.42.42.5(pid=26421): stdout: \u000a| (launched: 2022-12-10_04:28:55.201127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:56.754766 run osmo-stp_10.42.42.5(pid=26421): stderr: \u000a| �[0;m�[38;5;43m20221210042855374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042855374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042855375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042855375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042855375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042855375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042855376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:56.877363 run osmo-stp_10.42.42.5(pid=26421): stdout: \u000a| (launched: 2022-12-10_04:28:55.201127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:56.998567 run osmo-stp_10.42.42.5(pid=26421): stderr: \u000a| �[0;m�[38;5;43m20221210042855374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042855374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042855375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042855375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042855375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042855375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042855376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:57.052272 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26421): Process ended prematurely: osmo-stp_10.42.42.5(pid=26421) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26421)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:28:57.061288 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:28:57.121659 run osmo-hlr_10.42.42.2(pid=26418): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26418)]\u000a04:28:57.170707 run osmo-hlr_10.42.42.2(pid=26418): stdout: \u000a| (launched: 2022-12-10_04:28:54.259321) \u000a04:28:57.220361 run osmo-hlr_10.42.42.2(pid=26418): stderr: \u000a| �[0;m�[1;31m20221210042854436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042854436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042854436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042854436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042854436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042854436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042854460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042854470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042854470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042854470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:57.287696 run osmo-msc_10.42.42.6(pid=26424): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26424)]\u000a04:28:57.336410 run osmo-msc_10.42.42.6(pid=26424): stdout: \u000a| (launched: 2022-12-10_04:28:56.170185) \u000a04:28:57.386035 run osmo-msc_10.42.42.6(pid=26424): stderr: \u000a| �[0;m�[38;5;43m20221210042856440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042856441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa67ff70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042856441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042856441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042856441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042856441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042856443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042856443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042856443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042856443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:57.427900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26417): Terminating (SIGTERM)\u000a04:28:57.467635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26420): Terminating (SIGTERM)\u000a04:28:57.507468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26423): Terminating (SIGTERM)\u000a04:28:57.517081 --- ParallelTerminationStrategy: PID 26417 died...\u000a04:28:57.570053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26417): Terminated: ok {rc=0}\u000a04:28:57.580047 --- ParallelTerminationStrategy: PID 26420 died...\u000a04:28:57.632787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26420): Terminated: ok {rc=0}\u000a04:28:57.642689 --- ParallelTerminationStrategy: PID 26423 died...\u000a04:28:57.695669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26423): Terminated: ok {rc=0}\u000a04:28:57.778600 bus /sierra_3: Setting Powered False\u000a04:28:58.879397 bus /sierra_3: Setting Powered False\u000a04:28:59.991628 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:28:40" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26435): Process ended prematurely: osmo-stp_10.42.42.5(pid=26435) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26435)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26435): Process ended prematurely: osmo-stp_10.42.42.5(pid=26435) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:29:02.024217 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:02.040186 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:29:02.215191 tst mo_mt_call.py: using LAC 25995\u000a04:29:02.341172 tst mo_mt_call.py: using RAC 240\u000a04:29:02.472027 tst mo_mt_call.py: using CellId 25995\u000a04:29:02.596759 tst mo_mt_call.py: using BVCI 25996\u000a04:29:02.621364 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:02.633423 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:02.645070 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:02.656657 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:02.668468 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:02.680042 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:29:02.795593 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:29:03.007193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:03.524869 run create_hlr_db(pid=26429): Launched\u000a04:29:03.712742 bus /sierra_2: Setting Powered False\u000a04:29:04.733913 run create_hlr_db(pid=26429): Terminated: ok {rc=0}\u000a04:29:05.141979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26431): Launched\u000a04:29:05.445278 run osmo-hlr_10.42.42.2(pid=26432): Launched\u000a04:29:05.563365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:06.096806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26434): Launched\u000a04:29:06.400211 run osmo-stp_10.42.42.5(pid=26435): Launched\u000a04:29:06.511251 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:07.067692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26437): Launched\u000a04:29:07.372524 run osmo-msc_10.42.42.6(pid=26438): Launched\u000a04:29:07.552311 run osmo-stp_10.42.42.5(pid=26435): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26435)]\u000a04:29:07.681659 run osmo-stp_10.42.42.5(pid=26435): stdout: \u000a| (launched: 2022-12-10_04:29:06.250924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:07.808147 run osmo-stp_10.42.42.5(pid=26435): stderr: \u000a| �[0;m�[38;5;43m20221210042906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042906424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042906425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:07.930501 run osmo-stp_10.42.42.5(pid=26435): stdout: \u000a| (launched: 2022-12-10_04:29:06.250924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:08.051466 run osmo-stp_10.42.42.5(pid=26435): stderr: \u000a| �[0;m�[38;5;43m20221210042906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042906424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042906425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:08.104937 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26435): Process ended prematurely: osmo-stp_10.42.42.5(pid=26435) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26435)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:29:08.113681 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:29:08.174125 run osmo-hlr_10.42.42.2(pid=26432): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26432)]\u000a04:29:08.222687 run osmo-hlr_10.42.42.2(pid=26432): stdout: \u000a| (launched: 2022-12-10_04:29:05.296089) \u000a04:29:08.272271 run osmo-hlr_10.42.42.2(pid=26432): stderr: \u000a| �[0;m�[1;31m20221210042905474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042905474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042905474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042905474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042905474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042905475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042905487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042905497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042905498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042905498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:08.339559 run osmo-msc_10.42.42.6(pid=26438): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26438)]\u000a04:29:08.388443 run osmo-msc_10.42.42.6(pid=26438): stdout: \u000a| (launched: 2022-12-10_04:29:07.221421) \u000a04:29:08.437860 run osmo-msc_10.42.42.6(pid=26438): stderr: \u000a| �[0;m�[38;5;43m20221210042907494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042907494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38ea80fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042907494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042907494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042907494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042907494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042907496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042907497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042907497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042907497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:08.479320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26431): Terminating (SIGTERM)\u000a04:29:08.518759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26434): Terminating (SIGTERM)\u000a04:29:08.558309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26437): Terminating (SIGTERM)\u000a04:29:08.567717 --- ParallelTerminationStrategy: PID 26431 died...\u000a04:29:08.620790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26431): Terminated: ok {rc=0}\u000a04:29:08.630507 --- ParallelTerminationStrategy: PID 26434 died...\u000a04:29:08.683337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26434): Terminated: ok {rc=0}\u000a04:29:08.693240 --- ParallelTerminationStrategy: PID 26437 died...\u000a04:29:08.745967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26437): Terminated: ok {rc=0}\u000a04:29:08.833577 bus /sierra_3: Setting Powered False\u000a04:29:09.936511 bus /sierra_3: Setting Powered False\u000a04:29:11.048036 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26446): Process ended prematurely: osmo-stp_10.42.42.5(pid=26446) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26446)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26446): Process ended prematurely: osmo-stp_10.42.42.5(pid=26446) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:29:12.158222 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:12.170273 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:29:12.322932 tst mo_mt_call_osmux.py: using LAC 25996\u000a04:29:12.450158 tst mo_mt_call_osmux.py: using RAC 241\u000a04:29:12.577932 tst mo_mt_call_osmux.py: using CellId 25996\u000a04:29:12.705287 tst mo_mt_call_osmux.py: using BVCI 25997\u000a04:29:12.729973 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:12.741820 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:12.753474 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:12.765627 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:12.777577 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:12.789226 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:29:12.905286 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:29:13.117627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:13.637181 run create_hlr_db(pid=26440): Launched\u000a04:29:13.824850 bus /sierra_2: Setting Powered False\u000a04:29:14.845935 run create_hlr_db(pid=26440): Terminated: ok {rc=0}\u000a04:29:15.277877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26442): Launched\u000a04:29:15.601622 run osmo-hlr_10.42.42.2(pid=26443): Launched\u000a04:29:15.723961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:16.350430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26445): Launched\u000a04:29:16.778908 run osmo-stp_10.42.42.5(pid=26446): Launched\u000a04:29:16.961321 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:17.602777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26448): Launched\u000a04:29:17.906537 run osmo-msc_10.42.42.6(pid=26449): Launched\u000a04:29:18.085482 run osmo-stp_10.42.42.5(pid=26446): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26446)]\u000a04:29:18.214062 run osmo-stp_10.42.42.5(pid=26446): stdout: \u000a| (launched: 2022-12-10_04:29:16.507834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:18.340138 run osmo-stp_10.42.42.5(pid=26446): stderr: \u000a| �[0;m�[38;5;43m20221210042916759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042916759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042916760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042916760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042916761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042916761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042916761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:18.462004 run osmo-stp_10.42.42.5(pid=26446): stdout: \u000a| (launched: 2022-12-10_04:29:16.507834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:18.582677 run osmo-stp_10.42.42.5(pid=26446): stderr: \u000a| �[0;m�[38;5;43m20221210042916759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042916759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042916760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042916760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042916761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042916761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042916761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:18.635833 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26446): Process ended prematurely: osmo-stp_10.42.42.5(pid=26446) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26446)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:29:18.644692 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a04:29:18.704678 run osmo-hlr_10.42.42.2(pid=26443): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26443)]\u000a04:29:18.753386 run osmo-hlr_10.42.42.2(pid=26443): stdout: \u000a| (launched: 2022-12-10_04:29:15.442907) \u000a04:29:18.802875 run osmo-hlr_10.42.42.2(pid=26443): stderr: \u000a| �[0;m�[1;31m20221210042915643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042915643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042915643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042915643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042915644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042915644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042915657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042915666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042915666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042915666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:18.870237 run osmo-msc_10.42.42.6(pid=26449): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26449)]\u000a04:29:18.918772 run osmo-msc_10.42.42.6(pid=26449): stdout: \u000a| (launched: 2022-12-10_04:29:17.756366) \u000a04:29:18.968102 run osmo-msc_10.42.42.6(pid=26449): stderr: \u000a| �[0;m�[38;5;43m20221210042918027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042918027 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1c6a03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042918027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042918027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042918028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042918028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042918030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042918030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042918030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042918030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:19.009688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26442): Terminating (SIGTERM)\u000a04:29:19.049478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26445): Terminating (SIGTERM)\u000a04:29:19.089324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26448): Terminating (SIGTERM)\u000a04:29:19.098673 --- ParallelTerminationStrategy: PID 26442 died...\u000a04:29:19.151974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26442): Terminated: ok {rc=0}\u000a04:29:19.161832 --- ParallelTerminationStrategy: PID 26445 died...\u000a04:29:19.214865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26445): Terminated: ok {rc=0}\u000a04:29:19.224744 --- ParallelTerminationStrategy: PID 26448 died...\u000a04:29:19.278149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26448): Terminated: ok {rc=0}\u000a04:29:19.365918 bus /sierra_3: Setting Powered False\u000a04:29:20.468870 bus /sierra_3: Setting Powered False\u000a04:29:21.574958 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:29:01" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26460): Process ended prematurely: osmo-stp_10.42.42.5(pid=26460) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26460)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26460): Process ended prematurely: osmo-stp_10.42.42.5(pid=26460) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:29:23.574392 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:23.585506 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:29:23.739227 tst mo_mt_call.py: using LAC 25997\u000a04:29:23.859814 tst mo_mt_call.py: using RAC 242\u000a04:29:23.979205 tst mo_mt_call.py: using CellId 25997\u000a04:29:24.099424 tst mo_mt_call.py: using BVCI 25998\u000a04:29:24.122485 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:24.133622 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:24.144507 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:24.155554 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:24.166795 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:24.177910 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:29:24.291444 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:29:24.501880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:25.019177 run create_hlr_db(pid=26454): Launched\u000a04:29:25.208388 bus /sierra_2: Setting Powered False\u000a04:29:26.228941 run create_hlr_db(pid=26454): Terminated: ok {rc=0}\u000a04:29:26.659549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26456): Launched\u000a04:29:26.983149 run osmo-hlr_10.42.42.2(pid=26457): Launched\u000a04:29:27.102213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:27.665376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26459): Launched\u000a04:29:27.988378 run osmo-stp_10.42.42.5(pid=26460): Launched\u000a04:29:28.111047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:28.703478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26462): Launched\u000a04:29:29.030612 run osmo-msc_10.42.42.6(pid=26463): Launched\u000a04:29:29.222199 run osmo-stp_10.42.42.5(pid=26460): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26460)]\u000a04:29:29.360146 run osmo-stp_10.42.42.5(pid=26460): stdout: \u000a| (launched: 2022-12-10_04:29:27.830285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:29.496324 run osmo-stp_10.42.42.5(pid=26460): stderr: \u000a| �[0;m�[38;5;43m20221210042928024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042928024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042928024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042928025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042928025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042928025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042928025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:29.626726 run osmo-stp_10.42.42.5(pid=26460): stdout: \u000a| (launched: 2022-12-10_04:29:27.830285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:29.755792 run osmo-stp_10.42.42.5(pid=26460): stderr: \u000a| �[0;m�[38;5;43m20221210042928024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042928024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042928024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042928025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042928025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042928025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042928025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:29.812724 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26460): Process ended prematurely: osmo-stp_10.42.42.5(pid=26460) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26460)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:29:29.822170 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:29:29.884741 run osmo-hlr_10.42.42.2(pid=26457): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26457)]\u000a04:29:29.935902 run osmo-hlr_10.42.42.2(pid=26457): stdout: \u000a| (launched: 2022-12-10_04:29:26.824872) \u000a04:29:29.987602 run osmo-hlr_10.42.42.2(pid=26457): stderr: \u000a| �[0;m�[1;31m20221210042927027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042927027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042927027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042927027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042927027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042927027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042927040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042927048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042927048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042927048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:30.058439 run osmo-msc_10.42.42.6(pid=26463): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26463)]\u000a04:29:30.109750 run osmo-msc_10.42.42.6(pid=26463): stdout: \u000a| (launched: 2022-12-10_04:29:28.869269) \u000a04:29:30.161562 run osmo-msc_10.42.42.6(pid=26463): stderr: \u000a| �[0;m�[38;5;43m20221210042929192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042929192 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe777f4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042929192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042929192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042929192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042929193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042929194 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042929195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042929195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042929195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:30.205762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26456): Terminating (SIGTERM)\u000a04:29:30.247906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26459): Terminating (SIGTERM)\u000a04:29:30.289893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26462): Terminating (SIGTERM)\u000a04:29:30.299613 --- ParallelTerminationStrategy: PID 26456 died...\u000a04:29:30.355464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26456): Terminated: ok {rc=0}\u000a04:29:30.365682 --- ParallelTerminationStrategy: PID 26459 died...\u000a04:29:30.421406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26459): Terminated: ok {rc=0}\u000a04:29:30.431524 --- ParallelTerminationStrategy: PID 26462 died...\u000a04:29:30.487399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26462): Terminated: ok {rc=0}\u000a04:29:30.574282 bus /sierra_3: Setting Powered False\u000a04:29:31.676493 bus /sierra_3: Setting Powered False\u000a04:29:32.782973 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26471): Process ended prematurely: osmo-stp_10.42.42.5(pid=26471) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26471)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26471): Process ended prematurely: osmo-stp_10.42.42.5(pid=26471) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:29:33.898271 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:33.910512 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:29:34.073802 tst mo_mt_call_osmux.py: using LAC 25998\u000a04:29:34.203132 tst mo_mt_call_osmux.py: using RAC 243\u000a04:29:34.330797 tst mo_mt_call_osmux.py: using CellId 25998\u000a04:29:34.457527 tst mo_mt_call_osmux.py: using BVCI 25999\u000a04:29:34.482225 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:34.493952 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:34.505319 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:34.516673 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:34.528205 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:29:34.539650 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:29:34.658007 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:29:34.859857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:35.339680 run create_hlr_db(pid=26465): Launched\u000a04:29:35.514798 bus /sierra_2: Setting Powered False\u000a04:29:36.536283 run create_hlr_db(pid=26465): Terminated: ok {rc=0}\u000a04:29:36.941774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26467): Launched\u000a04:29:37.248053 run osmo-hlr_10.42.42.2(pid=26468): Launched\u000a04:29:37.359469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:37.887376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26470): Launched\u000a04:29:38.191793 run osmo-stp_10.42.42.5(pid=26471): Launched\u000a04:29:38.303017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:38.855573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26473): Launched\u000a04:29:39.161468 run osmo-msc_10.42.42.6(pid=26474): Launched\u000a04:29:39.342909 run osmo-stp_10.42.42.5(pid=26471): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26471)]\u000a04:29:39.471874 run osmo-stp_10.42.42.5(pid=26471): stdout: \u000a| (launched: 2022-12-10_04:29:38.041438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:39.598371 run osmo-stp_10.42.42.5(pid=26471): stderr: \u000a| �[0;m�[38;5;43m20221210042938213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042938213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042938214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042938214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042938214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042938214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042938215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:39.720282 run osmo-stp_10.42.42.5(pid=26471): stdout: \u000a| (launched: 2022-12-10_04:29:38.041438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:39.841211 run osmo-stp_10.42.42.5(pid=26471): stderr: \u000a| �[0;m�[38;5;43m20221210042938213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042938213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042938214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042938214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042938214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042938214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042938215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:39.894531 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26471): Process ended prematurely: osmo-stp_10.42.42.5(pid=26471) [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26471)] [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:29:39.903292 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:29:39.963899 run osmo-hlr_10.42.42.2(pid=26468): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26468)]\u000a04:29:40.012737 run osmo-hlr_10.42.42.2(pid=26468): stdout: \u000a| (launched: 2022-12-10_04:29:37.096543) \u000a04:29:40.062212 run osmo-hlr_10.42.42.2(pid=26468): stderr: \u000a| �[0;m�[1;31m20221210042937275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042937275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042937275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042937275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042937275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042937275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042937290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042937300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042937300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042937300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:40.129474 run osmo-msc_10.42.42.6(pid=26474): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26474)]\u000a04:29:40.178268 run osmo-msc_10.42.42.6(pid=26474): stdout: \u000a| (launched: 2022-12-10_04:29:39.010152) \u000a04:29:40.227675 run osmo-msc_10.42.42.6(pid=26474): stderr: \u000a| �[0;m�[38;5;43m20221210042939283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042939283 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97df239c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042939283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042939283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042939284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042939284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042939286 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042939286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042939286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042939286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:40.269103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26467): Terminating (SIGTERM)\u000a04:29:40.308434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26470): Terminating (SIGTERM)\u000a04:29:40.348138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26473): Terminating (SIGTERM)\u000a04:29:40.357517 --- ParallelTerminationStrategy: PID 26467 died...\u000a04:29:40.410482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26467): Terminated: ok {rc=0}\u000a04:29:40.420297 --- ParallelTerminationStrategy: PID 26470 died...\u000a04:29:40.473579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26470): Terminated: ok {rc=0}\u000a04:29:40.483246 --- ParallelTerminationStrategy: PID 26473 died...\u000a04:29:40.536060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26473): Terminated: ok {rc=0}\u000a04:29:40.623087 bus /sierra_3: Setting Powered False\u000a04:29:41.725112 bus /sierra_3: Setting Powered False\u000a04:29:42.833876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:29:23" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26485): Process ended prematurely: osmo-stp_10.42.42.5(pid=26485) [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26485): Process ended prematurely: osmo-stp_10.42.42.5(pid=26485) [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:29:44.843169 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:44.854539 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:29:44.990969 tst emergency_mo_mt_call.py: using LAC 25999\u000a04:29:45.115191 tst emergency_mo_mt_call.py: using RAC 244\u000a04:29:45.235170 tst emergency_mo_mt_call.py: using CellId 25999\u000a04:29:45.358072 tst emergency_mo_mt_call.py: using BVCI 26000\u000a04:29:45.380608 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:45.391725 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:45.402611 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:45.413499 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:45.424372 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:45.435264 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:29:45.553379 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:29:45.751466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:46.280935 run create_hlr_db(pid=26479): Launched\u000a04:29:46.457689 bus /sierra_2: Setting Powered False\u000a04:29:47.475754 run create_hlr_db(pid=26479): Terminated: ok {rc=0}\u000a04:29:47.876846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26481): Launched\u000a04:29:48.175951 run osmo-hlr_10.42.42.2(pid=26482): Launched\u000a04:29:48.289787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:48.814238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26484): Launched\u000a04:29:49.113189 run osmo-stp_10.42.42.5(pid=26485): Launched\u000a04:29:49.244413 tst emergency_mo_mt_call.py: using MSISDN 7549\u000a04:29:49.397789 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:49.944522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26487): Launched\u000a04:29:50.243178 run osmo-msc_10.42.42.6(pid=26488): Launched\u000a04:29:50.418601 run osmo-stp_10.42.42.5(pid=26485): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)]\u000a04:29:50.545263 run osmo-stp_10.42.42.5(pid=26485): stdout: \u000a| (launched: 2022-12-10_04:29:48.965201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:50.669805 run osmo-stp_10.42.42.5(pid=26485): stderr: \u000a| �[0;m�[38;5;43m20221210042949136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042949136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042949136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042949137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042949138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042949138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042949138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:50.790471 run osmo-stp_10.42.42.5(pid=26485): stdout: \u000a| (launched: 2022-12-10_04:29:48.965201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:50.909912 run osmo-stp_10.42.42.5(pid=26485): stderr: \u000a| �[0;m�[38;5;43m20221210042949136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042949136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042949136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042949137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042949138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042949138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042949138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:50.961904 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26485): Process ended prematurely: osmo-stp_10.42.42.5(pid=26485) [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)] [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a04:29:50.970130 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a04:29:51.029885 run osmo-hlr_10.42.42.2(pid=26482): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26482)]\u000a04:29:51.078670 run osmo-hlr_10.42.42.2(pid=26482): stdout: \u000a| (launched: 2022-12-10_04:29:48.028375) \u000a04:29:51.127975 run osmo-hlr_10.42.42.2(pid=26482): stderr: \u000a| �[0;m�[1;31m20221210042948206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042948206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042948206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042948206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042948206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042948206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042948218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042948227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042948227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042948227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:51.194962 run osmo-msc_10.42.42.6(pid=26488): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26488)]\u000a04:29:51.243675 run osmo-msc_10.42.42.6(pid=26488): stdout: \u000a| (launched: 2022-12-10_04:29:50.095799) \u000a04:29:51.293585 run osmo-msc_10.42.42.6(pid=26488): stderr: \u000a| �[0;m�[38;5;43m20221210042950371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210042950371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0768abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210042950371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210042950371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210042950371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210042950371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210042950373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210042950374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210042950374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210042950374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:51.335344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26481): Terminating (SIGTERM)\u000a04:29:51.374898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26484): Terminating (SIGTERM)\u000a04:29:51.414563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26487): Terminating (SIGTERM)\u000a04:29:51.423935 --- ParallelTerminationStrategy: PID 26481 died...\u000a04:29:51.477043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26481): Terminated: ok {rc=0}\u000a04:29:51.486745 --- ParallelTerminationStrategy: PID 26484 died...\u000a04:29:51.540015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26484): Terminated: ok {rc=0}\u000a04:29:51.549816 --- ParallelTerminationStrategy: PID 26487 died...\u000a04:29:51.602694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26487): Terminated: ok {rc=0}\u000a04:29:51.689089 bus /sierra_3: Setting Powered False\u000a04:29:52.791472 bus /sierra_3: Setting Powered False\u000a04:29:53.901142 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26496): Process ended prematurely: osmo-stp_10.42.42.5(pid=26496) [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26496)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26496): Process ended prematurely: osmo-stp_10.42.42.5(pid=26496) [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:29:54.950169 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:54.961723 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:29:55.096199 tst emergency_preemptive_call.py: using LAC 26000\u000a04:29:55.214740 tst emergency_preemptive_call.py: using RAC 245\u000a04:29:55.331087 tst emergency_preemptive_call.py: using CellId 26000\u000a04:29:55.448030 tst emergency_preemptive_call.py: using BVCI 26001\u000a04:29:55.470644 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:55.481552 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:55.492187 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:55.503215 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:55.514155 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:29:55.524864 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:29:55.638716 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:29:55.757388 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:29:55.873793 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:29:56.080009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:56.591359 run create_hlr_db(pid=26490): Launched\u000a04:29:56.777339 bus /sierra_2: Setting Powered False\u000a04:29:57.797140 run create_hlr_db(pid=26490): Terminated: ok {rc=0}\u000a04:29:58.199490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26492): Launched\u000a04:29:58.498084 run osmo-hlr_10.42.42.2(pid=26493): Launched\u000a04:29:58.612760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:59.137059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26495): Launched\u000a04:29:59.436151 run osmo-stp_10.42.42.5(pid=26496): Launched\u000a04:29:59.559157 tst emergency_preemptive_call.py: using MSISDN 7550\u000a04:29:59.707400 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:00.250326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26498): Launched\u000a04:30:00.550445 run osmo-msc_10.42.42.6(pid=26499): Launched\u000a04:30:00.726166 run osmo-stp_10.42.42.5(pid=26496): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26496)]\u000a04:30:00.869263 run osmo-stp_10.42.42.5(pid=26496): stdout: \u000a| (launched: 2022-12-10_04:29:59.288391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:01.004357 run osmo-stp_10.42.42.5(pid=26496): stderr: \u000a| �[0;m�[38;5;43m20221210042959459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042959459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042959460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042959461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:01.127584 run osmo-stp_10.42.42.5(pid=26496): stdout: \u000a| (launched: 2022-12-10_04:29:59.288391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:01.250503 run osmo-stp_10.42.42.5(pid=26496): stderr: \u000a| �[0;m�[38;5;43m20221210042959459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210042959459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210042959460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210042959461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210042959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210042959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210042959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:01.304477 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26496): Process ended prematurely: osmo-stp_10.42.42.5(pid=26496) [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26496)] [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a04:30:01.313716 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a04:30:01.378263 run osmo-hlr_10.42.42.2(pid=26493): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26493)]\u000a04:30:01.429576 run osmo-hlr_10.42.42.2(pid=26493): stdout: \u000a| (launched: 2022-12-10_04:29:58.351152) \u000a04:30:01.481707 run osmo-hlr_10.42.42.2(pid=26493): stderr: \u000a| �[0;m�[1;31m20221210042958529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210042958529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210042958529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042958529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210042958529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210042958529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210042958541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210042958550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210042958550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210042958550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:01.561880 run osmo-msc_10.42.42.6(pid=26499): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26499)]\u000a04:30:01.615330 run osmo-msc_10.42.42.6(pid=26499): stdout: \u000a| (launched: 2022-12-10_04:30:00.401929) \u000a04:30:01.667313 run osmo-msc_10.42.42.6(pid=26499): stderr: \u000a| �[0;m�[38;5;43m20221210043000676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043000676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66ab88ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043000676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043000676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043000677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043000677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043000679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043000679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043000679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043000679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:01.715883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26492): Terminating (SIGTERM)\u000a04:30:01.773538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26495): Terminating (SIGTERM)\u000a04:30:01.832007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26498): Terminating (SIGTERM)\u000a04:30:01.850726 --- ParallelTerminationStrategy: PID 26492 died...\u000a04:30:01.939066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26492): Terminated: ok {rc=0}\u000a04:30:01.950031 --- ParallelTerminationStrategy: PID 26495 died...\u000a04:30:02.007598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26495): Terminated: ok {rc=0}\u000a04:30:02.018220 --- ParallelTerminationStrategy: PID 26498 died...\u000a04:30:02.074464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26498): Terminated: ok {rc=0}\u000a04:30:02.162606 bus /sierra_9: Setting Powered False\u000a04:30:03.263125 bus /sierra_9: Setting Powered False\u000a04:30:04.369512 bus /sierra_8: Setting Powered False\u000a04:30:05.475135 bus /sierra_8: Setting Powered False\u000a04:30:06.581381 bus /sierra_3: Setting Powered False\u000a04:30:07.686103 bus /sierra_3: Setting Powered False\u000a04:30:08.794599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:29:44" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26517): Process ended prematurely: osmo-stp_10.42.42.5(pid=26517) [trial-2369↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26517): Process ended prematurely: osmo-stp_10.42.42.5(pid=26517) [trial-2369↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:30:10.915278 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:10.926490 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:30:11.067021 tst cs_paging_gprs_active.py: using LAC 26001\u000a04:30:11.194996 tst cs_paging_gprs_active.py: using RAC 246\u000a04:30:11.322693 tst cs_paging_gprs_active.py: using CellId 26001\u000a04:30:11.451594 tst cs_paging_gprs_active.py: using BVCI 26002\u000a04:30:11.476682 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:11.487910 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:11.498997 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:11.510057 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:11.520858 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:11.532242 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:11.543549 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:11.554494 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:11.565597 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:11.681503 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:11.975664 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:30:12.112161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:30:12.449620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26507): Launched\u000a04:30:12.729162 run iperf3-srv_10.42.42.10(pid=26508): Launched\u000a04:30:12.929213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:30:13.065125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:30:13.402527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26509): Launched\u000a04:30:13.682924 run iperf3-srv_10.42.42.10(pid=26510): Launched\u000a04:30:13.882796 tst cs_paging_gprs_active.py:38: start network...\u000a04:30:14.018875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:14.537947 run create_hlr_db(pid=26511): Launched\u000a04:30:14.725232 bus /sierra_2: Setting Powered False\u000a04:30:15.746958 run create_hlr_db(pid=26511): Terminated: ok {rc=0}\u000a04:30:16.210662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26513): Launched\u000a04:30:16.642460 run osmo-hlr_10.42.42.2(pid=26514): Launched\u000a04:30:16.800777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:17.406466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26516): Launched\u000a04:30:17.715068 run osmo-stp_10.42.42.5(pid=26517): Launched\u000a04:30:17.827949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:30:18.359613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26519): Launched\u000a04:30:18.467993 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:30:18.734245 run patchelf(pid=26520): Launched\u000a04:30:18.913725 run osmo-stp_10.42.42.5(pid=26517): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)]\u000a04:30:19.044721 run osmo-stp_10.42.42.5(pid=26517): stdout: \u000a| (launched: 2022-12-10_04:30:17.562608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:19.176564 run osmo-stp_10.42.42.5(pid=26517): stderr: \u000a| �[0;m�[38;5;43m20221210043017731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043017731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043017731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043017731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043017732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043017732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043017732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:19.303326 run osmo-stp_10.42.42.5(pid=26517): stdout: \u000a| (launched: 2022-12-10_04:30:17.562608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:19.428533 run osmo-stp_10.42.42.5(pid=26517): stderr: \u000a| �[0;m�[38;5;43m20221210043017731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043017731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043017731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043017731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043017732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043017732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043017732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:19.575349 run patchelf(pid=26520): Terminating (SIGINT)\u000a04:30:19.747608 run patchelf(pid=26520): Terminated: ok {rc=0}\u000a04:30:19.779307 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26517): Process ended prematurely: osmo-stp_10.42.42.5(pid=26517) [trial-2369↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)] [trial-2369↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a04:30:19.788738 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:30:19.849577 run osmo-hlr_10.42.42.2(pid=26514): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26514)]\u000a04:30:19.898665 run osmo-hlr_10.42.42.2(pid=26514): stdout: \u000a| (launched: 2022-12-10_04:30:16.379570) \u000a04:30:19.948246 run osmo-hlr_10.42.42.2(pid=26514): stderr: \u000a| �[0;m�[1;31m20221210043016664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043016664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043016664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043016664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043016664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043016664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043016691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043016720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043016720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043016720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:19.990551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26507): Terminating (SIGTERM)\u000a04:30:20.030921 run iperf3-srv_10.42.42.10(pid=26508): Terminating (SIGTERM)\u000a04:30:20.070978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26509): Terminating (SIGTERM)\u000a04:30:20.110410 run iperf3-srv_10.42.42.10(pid=26510): Terminating (SIGTERM)\u000a04:30:20.150023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26513): Terminating (SIGTERM)\u000a04:30:20.189663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26516): Terminating (SIGTERM)\u000a04:30:20.229374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26519): Terminating (SIGTERM)\u000a04:30:20.238945 --- ParallelTerminationStrategy: PID 26507 died...\u000a04:30:20.292417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26507): Terminated: ok {rc=0}\u000a04:30:20.302157 --- ParallelTerminationStrategy: PID 26508 died...\u000a04:30:20.355942 run iperf3-srv_10.42.42.10(pid=26508): Terminated {rc=256}\u000a04:30:20.365637 --- ParallelTerminationStrategy: PID 26509 died...\u000a04:30:20.418904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26509): Terminated: ok {rc=0}\u000a04:30:20.428462 --- ParallelTerminationStrategy: PID 26510 died...\u000a04:30:20.481442 run iperf3-srv_10.42.42.10(pid=26510): Terminated {rc=256}\u000a04:30:20.491361 --- ParallelTerminationStrategy: PID 26513 died...\u000a04:30:20.544531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26513): Terminated: ok {rc=0}\u000a04:30:20.554286 --- ParallelTerminationStrategy: PID 26516 died...\u000a04:30:20.607315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26516): Terminated: ok {rc=0}\u000a04:30:20.617263 --- ParallelTerminationStrategy: PID 26519 died...\u000a04:30:20.670317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26519): Terminated: ok {rc=0}\u000a04:30:20.758967 bus /gobi_0: Setting Powered False\u000a04:30:21.862287 bus /gobi_0: Setting Powered False\u000a04:30:22.971878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26529): Process ended prematurely: osmo-stp_10.42.42.5(pid=26529) [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26529)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26529): Process ended prematurely: osmo-stp_10.42.42.5(pid=26529) [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a04:30:24.086132 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:24.097967 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:30:24.234666 tst iperf3.py: using LAC 26002\u000a04:30:24.356199 tst iperf3.py: using RAC 247\u000a04:30:24.475560 tst iperf3.py: using CellId 26002\u000a04:30:24.595833 tst iperf3.py: using BVCI 26003\u000a04:30:24.619050 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:24.629948 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:24.640617 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:24.651371 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:24.662218 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:24.673052 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:24.684031 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:24.694903 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:24.705899 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:24.998324 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:30:25.134272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:30:25.470869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26521): Launched\u000a04:30:25.750193 run iperf3-srv_10.42.42.10(pid=26522): Launched\u000a04:30:25.949157 tst iperf3.py:8: start network...\u000a04:30:26.084260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:26.602603 run create_hlr_db(pid=26523): Launched\u000a04:30:26.789950 bus /gobi_6: Setting Powered False\u000a04:30:27.810768 run create_hlr_db(pid=26523): Terminated: ok {rc=0}\u000a04:30:28.241601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26525): Launched\u000a04:30:28.566841 run osmo-hlr_10.42.42.2(pid=26526): Launched\u000a04:30:28.687873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:29.251174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26528): Launched\u000a04:30:29.575370 run osmo-stp_10.42.42.5(pid=26529): Launched\u000a04:30:29.694116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:30:30.260361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26531): Launched\u000a04:30:30.375998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:30:30.657867 run patchelf(pid=26532): Launched\u000a04:30:30.847412 run osmo-stp_10.42.42.5(pid=26529): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26529)]\u000a04:30:30.997315 run osmo-stp_10.42.42.5(pid=26529): stdout: \u000a| (launched: 2022-12-10_04:30:29.416772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:31.138892 run osmo-stp_10.42.42.5(pid=26529): stderr: \u000a| �[0;m�[38;5;43m20221210043029612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043029612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043029613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043029613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043029613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043029613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043029614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:31.271316 run osmo-stp_10.42.42.5(pid=26529): stdout: \u000a| (launched: 2022-12-10_04:30:29.416772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:31.402899 run osmo-stp_10.42.42.5(pid=26529): stderr: \u000a| �[0;m�[38;5;43m20221210043029612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043029612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043029613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043029613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043029613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043029613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043029614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:31.580906 run patchelf(pid=26532): Terminating (SIGINT)\u000a04:30:31.759473 run patchelf(pid=26532): Terminated: ok {rc=0}\u000a04:30:31.792361 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26529): Process ended prematurely: osmo-stp_10.42.42.5(pid=26529) [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26529)] [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a04:30:31.802952 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:30:31.869195 run osmo-hlr_10.42.42.2(pid=26526): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26526)]\u000a04:30:31.929583 run osmo-hlr_10.42.42.2(pid=26526): stdout: \u000a| (launched: 2022-12-10_04:30:28.407083) \u000a04:30:31.992427 run osmo-hlr_10.42.42.2(pid=26526): stderr: \u000a| �[0;m�[1;31m20221210043028607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043028607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043028607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043028607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043028607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043028607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043028620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043028628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043028628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043028628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:32.046717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26521): Terminating (SIGTERM)\u000a04:30:32.090671 run iperf3-srv_10.42.42.10(pid=26522): Terminating (SIGTERM)\u000a04:30:32.135091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26525): Terminating (SIGTERM)\u000a04:30:32.179882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26528): Terminating (SIGTERM)\u000a04:30:32.223016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26531): Terminating (SIGTERM)\u000a04:30:32.234769 --- ParallelTerminationStrategy: PID 26521 died...\u000a04:30:32.292102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26521): Terminated: ok {rc=0}\u000a04:30:32.303693 --- ParallelTerminationStrategy: PID 26522 died...\u000a04:30:32.361316 run iperf3-srv_10.42.42.10(pid=26522): Terminated {rc=256}\u000a04:30:32.371813 --- ParallelTerminationStrategy: PID 26525 died...\u000a04:30:32.426421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26525): Terminated: ok {rc=0}\u000a04:30:32.436246 --- ParallelTerminationStrategy: PID 26528 died...\u000a04:30:32.489471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26528): Terminated: ok {rc=0}\u000a04:30:32.499659 --- ParallelTerminationStrategy: PID 26531 died...\u000a04:30:32.553876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26531): Terminated: ok {rc=0}\u000a04:30:32.641604 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26548): Process ended prematurely: osmo-stp_10.42.42.5(pid=26548) [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26548)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26548): Process ended prematurely: osmo-stp_10.42.42.5(pid=26548) [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a04:30:33.752510 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:33.763938 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:30:33.897854 tst iperf3m4.py: using LAC 26003\u000a04:30:34.017332 tst iperf3m4.py: using RAC 248\u000a04:30:34.136405 tst iperf3m4.py: using CellId 26003\u000a04:30:34.257816 tst iperf3m4.py: using BVCI 26004\u000a04:30:34.281094 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:34.291903 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:34.302519 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:34.313592 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:34.324536 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:34.335429 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:34.346715 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:34.357878 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:34.369760 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:34.489707 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:34.607495 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:34.724338 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:35.010800 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:30:35.138526 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:30:35.454824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26533): Launched\u000a04:30:35.718040 run iperf3-srv_10.42.42.10(pid=26534): Launched\u000a04:30:35.904494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:30:36.031431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:30:36.347086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26535): Launched\u000a04:30:36.608338 run iperf3-srv_10.42.42.10(pid=26536): Launched\u000a04:30:36.794188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:30:36.920914 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:30:37.236680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26537): Launched\u000a04:30:37.498297 run iperf3-srv_10.42.42.10(pid=26538): Launched\u000a04:30:37.684538 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:30:37.811192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:30:38.128243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26539): Launched\u000a04:30:38.390563 run iperf3-srv_10.42.42.10(pid=26540): Launched\u000a04:30:38.576324 tst iperf3m4.py:8: start network...\u000a04:30:38.703261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:39.181886 run create_hlr_db(pid=26541): Launched\u000a04:30:39.357657 bus /gobi_6: Setting Powered False\u000a04:30:40.379338 run create_hlr_db(pid=26541): Terminated: ok {rc=0}\u000a04:30:40.810428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26543): Launched\u000a04:30:41.134279 run osmo-hlr_10.42.42.2(pid=26544): Launched\u000a04:30:41.255544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:41.918243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26546): Launched\u000a04:30:42.236621 run osmo-stp_10.42.42.5(pid=26548): Launched\u000a04:30:42.353694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:30:42.907964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26550): Launched\u000a04:30:43.021434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:30:43.298592 run patchelf(pid=26551): Launched\u000a04:30:43.484811 run osmo-stp_10.42.42.5(pid=26548): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26548)]\u000a04:30:43.621295 run osmo-stp_10.42.42.5(pid=26548): stdout: \u000a| (launched: 2022-12-10_04:30:42.081267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:43.758347 run osmo-stp_10.42.42.5(pid=26548): stderr: \u000a| �[0;m�[38;5;43m20221210043042272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043042272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043042272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043042272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043042275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043042275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043042275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:43.890350 run osmo-stp_10.42.42.5(pid=26548): stdout: \u000a| (launched: 2022-12-10_04:30:42.081267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:44.020464 run osmo-stp_10.42.42.5(pid=26548): stderr: \u000a| �[0;m�[38;5;43m20221210043042272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043042272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043042272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043042272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043042275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043042275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043042275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:44.172461 run patchelf(pid=26551): Terminating (SIGINT)\u000a04:30:44.351915 run patchelf(pid=26551): Terminated: ok {rc=0}\u000a04:30:44.385032 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26548): Process ended prematurely: osmo-stp_10.42.42.5(pid=26548) [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26548)] [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a04:30:44.395168 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:30:44.457824 run osmo-hlr_10.42.42.2(pid=26544): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26544)]\u000a04:30:44.508603 run osmo-hlr_10.42.42.2(pid=26544): stdout: \u000a| (launched: 2022-12-10_04:30:40.975127) \u000a04:30:44.559823 run osmo-hlr_10.42.42.2(pid=26544): stderr: \u000a| �[0;m�[1;31m20221210043041173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043041173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043041174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043041174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043041174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043041174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043041186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043041197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043041197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043041197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:44.603979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26533): Terminating (SIGTERM)\u000a04:30:44.645193 run iperf3-srv_10.42.42.10(pid=26534): Terminating (SIGTERM)\u000a04:30:44.686268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26535): Terminating (SIGTERM)\u000a04:30:44.727499 run iperf3-srv_10.42.42.10(pid=26536): Terminating (SIGTERM)\u000a04:30:44.768608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26537): Terminating (SIGTERM)\u000a04:30:44.809658 run iperf3-srv_10.42.42.10(pid=26538): Terminating (SIGTERM)\u000a04:30:44.850799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26539): Terminating (SIGTERM)\u000a04:30:44.891857 run iperf3-srv_10.42.42.10(pid=26540): Terminating (SIGTERM)\u000a04:30:44.933377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26543): Terminating (SIGTERM)\u000a04:30:44.974556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26546): Terminating (SIGTERM)\u000a04:30:45.015782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26550): Terminating (SIGTERM)\u000a04:30:45.025508 --- ParallelTerminationStrategy: PID 26533 died...\u000a04:30:45.081009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26533): Terminated: ok {rc=0}\u000a04:30:45.091170 --- ParallelTerminationStrategy: PID 26534 died...\u000a04:30:45.146527 run iperf3-srv_10.42.42.10(pid=26534): Terminated {rc=256}\u000a04:30:45.156527 --- ParallelTerminationStrategy: PID 26535 died...\u000a04:30:45.211578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26535): Terminated: ok {rc=0}\u000a04:30:45.221638 --- ParallelTerminationStrategy: PID 26536 died...\u000a04:30:45.277121 run iperf3-srv_10.42.42.10(pid=26536): Terminated {rc=256}\u000a04:30:45.287169 --- ParallelTerminationStrategy: PID 26537 died...\u000a04:30:45.342627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26537): Terminated: ok {rc=0}\u000a04:30:45.352589 --- ParallelTerminationStrategy: PID 26538 died...\u000a04:30:45.407583 run iperf3-srv_10.42.42.10(pid=26538): Terminated {rc=256}\u000a04:30:45.417711 --- ParallelTerminationStrategy: PID 26539 died...\u000a04:30:45.472838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26539): Terminated: ok {rc=0}\u000a04:30:45.482911 --- ParallelTerminationStrategy: PID 26540 died...\u000a04:30:45.538005 run iperf3-srv_10.42.42.10(pid=26540): Terminated {rc=256}\u000a04:30:45.548021 --- ParallelTerminationStrategy: PID 26543 died...\u000a04:30:45.603299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26543): Terminated: ok {rc=0}\u000a04:30:45.613227 --- ParallelTerminationStrategy: PID 26546 died...\u000a04:30:45.668059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26546): Terminated: ok {rc=0}\u000a04:30:45.678015 --- ParallelTerminationStrategy: PID 26550 died...\u000a04:30:45.733406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26550): Terminated: ok {rc=0}\u000a04:30:45.820472 bus /gobi_4: Setting Powered False\u000a04:30:46.931443 bus /gobi_4: Setting Powered False\u000a04:30:48.041426 bus /gobi_1: Setting Powered False\u000a04:30:49.143539 bus /gobi_1: Setting Powered False\u000a04:30:50.252649 bus /gobi_0: Setting Powered False\u000a04:30:51.355127 bus /gobi_0: Setting Powered False\u000a04:30:52.465267 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26558): Process ended prematurely: osmo-stp_10.42.42.5(pid=26558) [trial-2369↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26558)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26558): Process ended prematurely: osmo-stp_10.42.42.5(pid=26558) [trial-2369↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a04:30:53.534051 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:53.546018 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:30:53.683233 tst ping.py: using LAC 26004\u000a04:30:53.806458 tst ping.py: using RAC 249\u000a04:30:53.930731 tst ping.py: using CellId 26004\u000a04:30:54.058865 tst ping.py: using BVCI 26005\u000a04:30:54.082806 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:54.094119 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:54.105081 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:54.116103 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:54.127103 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:54.138063 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:54.149201 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:30:54.160058 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:54.444847 tst ping.py:19: start network...\u000a04:30:54.575094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:55.074564 run create_hlr_db(pid=26552): Launched\u000a04:30:55.256897 bus /gobi_6: Setting Powered False\u000a04:30:56.277327 run create_hlr_db(pid=26552): Terminated: ok {rc=0}\u000a04:30:56.673998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26554): Launched\u000a04:30:56.968099 run osmo-hlr_10.42.42.2(pid=26555): Launched\u000a04:30:57.088789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:57.609074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26557): Launched\u000a04:30:57.903785 run osmo-stp_10.42.42.5(pid=26558): Launched\u000a04:30:58.011454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:30:58.522659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26560): Launched\u000a04:30:58.627619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:30:58.884246 run patchelf(pid=26561): Launched\u000a04:30:59.056483 run osmo-stp_10.42.42.5(pid=26558): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26558)]\u000a04:30:59.182710 run osmo-stp_10.42.42.5(pid=26558): stdout: \u000a| (launched: 2022-12-10_04:30:57.758440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:59.309076 run osmo-stp_10.42.42.5(pid=26558): stderr: \u000a| �[0;m�[38;5;43m20221210043057927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043057928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043057928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043057928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043057929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043057929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043057929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:59.431104 run osmo-stp_10.42.42.5(pid=26558): stdout: \u000a| (launched: 2022-12-10_04:30:57.758440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:59.551789 run osmo-stp_10.42.42.5(pid=26558): stderr: \u000a| �[0;m�[38;5;43m20221210043057927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043057928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043057928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043057928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043057929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043057929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043057929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:59.692595 run patchelf(pid=26561): Terminating (SIGINT)\u000a04:30:59.858775 run patchelf(pid=26561): Terminated: ok {rc=0}\u000a04:30:59.889197 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26558): Process ended prematurely: osmo-stp_10.42.42.5(pid=26558) [trial-2369↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26558)] [trial-2369↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a04:30:59.898017 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:30:59.957752 run osmo-hlr_10.42.42.2(pid=26555): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26555)]\u000a04:31:00.006486 run osmo-hlr_10.42.42.2(pid=26555): stdout: \u000a| (launched: 2022-12-10_04:30:56.823249) \u000a04:31:00.055958 run osmo-hlr_10.42.42.2(pid=26555): stderr: \u000a| �[0;m�[1;31m20221210043056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043056998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043056998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043057008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043057017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043057017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043057017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:00.097692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26554): Terminating (SIGTERM)\u000a04:31:00.137472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26557): Terminating (SIGTERM)\u000a04:31:00.177099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26560): Terminating (SIGTERM)\u000a04:31:00.186442 --- ParallelTerminationStrategy: PID 26554 died...\u000a04:31:00.240184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26554): Terminated: ok {rc=0}\u000a04:31:00.249715 --- ParallelTerminationStrategy: PID 26557 died...\u000a04:31:00.302347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26557): Terminated: ok {rc=0}\u000a04:31:00.311999 --- ParallelTerminationStrategy: PID 26560 died...\u000a04:31:00.365204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26560): Terminated: ok {rc=0}\u000a04:31:00.452462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26568): Process ended prematurely: osmo-stp_10.42.42.5(pid=26568) [trial-2369↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26568)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26568): Process ended prematurely: osmo-stp_10.42.42.5(pid=26568) [trial-2369↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a04:31:01.514042 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:01.526896 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:31:01.700637 tst ping_idle_ping.py: using LAC 26005\u000a04:31:01.834624 tst ping_idle_ping.py: using RAC 250\u000a04:31:01.958651 tst ping_idle_ping.py: using CellId 26005\u000a04:31:02.082032 tst ping_idle_ping.py: using BVCI 26006\u000a04:31:02.105888 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:02.118021 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:02.130841 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:02.144481 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:02.156104 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:02.169711 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:02.182748 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:02.194322 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:02.470907 tst ping_idle_ping.py:24: start network...\u000a04:31:02.594782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:03.060661 run create_hlr_db(pid=26562): Launched\u000a04:31:03.231620 bus /gobi_6: Setting Powered False\u000a04:31:04.252250 run create_hlr_db(pid=26562): Terminated: ok {rc=0}\u000a04:31:04.669880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26564): Launched\u000a04:31:04.984535 run osmo-hlr_10.42.42.2(pid=26565): Launched\u000a04:31:05.103778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:05.649946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26567): Launched\u000a04:31:05.964182 run osmo-stp_10.42.42.5(pid=26568): Launched\u000a04:31:06.078459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:06.627046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26570): Launched\u000a04:31:06.738940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:07.011609 run patchelf(pid=26571): Launched\u000a04:31:07.195541 run osmo-stp_10.42.42.5(pid=26568): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26568)]\u000a04:31:07.331001 run osmo-stp_10.42.42.5(pid=26568): stdout: \u000a| (launched: 2022-12-10_04:31:05.810001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:07.465809 run osmo-stp_10.42.42.5(pid=26568): stderr: \u000a| �[0;m�[38;5;43m20221210043105999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043105999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043106000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043106000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:07.596114 run osmo-stp_10.42.42.5(pid=26568): stdout: \u000a| (launched: 2022-12-10_04:31:05.810001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:07.725305 run osmo-stp_10.42.42.5(pid=26568): stderr: \u000a| �[0;m�[38;5;43m20221210043105999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043105999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043106000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043106000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:07.875369 run patchelf(pid=26571): Terminating (SIGINT)\u000a04:31:08.051649 run patchelf(pid=26571): Terminated: ok {rc=0}\u000a04:31:08.083769 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26568): Process ended prematurely: osmo-stp_10.42.42.5(pid=26568) [trial-2369↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26568)] [trial-2369↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a04:31:08.093200 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:31:08.155031 run osmo-hlr_10.42.42.2(pid=26565): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26565)]\u000a04:31:08.205623 run osmo-hlr_10.42.42.2(pid=26565): stdout: \u000a| (launched: 2022-12-10_04:31:04.829997) \u000a04:31:08.256796 run osmo-hlr_10.42.42.2(pid=26565): stderr: \u000a| �[0;m�[1;31m20221210043105028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043105028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043105028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043105028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043105028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043105028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043105041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043105049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043105049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043105050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:08.301021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26564): Terminating (SIGTERM)\u000a04:31:08.342631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26567): Terminating (SIGTERM)\u000a04:31:08.384122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26570): Terminating (SIGTERM)\u000a04:31:08.393742 --- ParallelTerminationStrategy: PID 26564 died...\u000a04:31:08.449168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26564): Terminated: ok {rc=0}\u000a04:31:08.459201 --- ParallelTerminationStrategy: PID 26567 died...\u000a04:31:08.514254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26567): Terminated: ok {rc=0}\u000a04:31:08.524208 --- ParallelTerminationStrategy: PID 26570 died...\u000a04:31:08.579122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26570): Terminated: ok {rc=0}\u000a04:31:08.665847 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:30:10" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26585): Process ended prematurely: osmo-stp_10.42.42.5(pid=26585) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26585)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26585): Process ended prematurely: osmo-stp_10.42.42.5(pid=26585) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:31:10.815728 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:10.827279 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:31:10.969597 tst cs_paging_gprs_active.py: using LAC 26006\u000a04:31:11.092810 tst cs_paging_gprs_active.py: using RAC 251\u000a04:31:11.217816 tst cs_paging_gprs_active.py: using CellId 26006\u000a04:31:11.341568 tst cs_paging_gprs_active.py: using BVCI 26007\u000a04:31:11.366044 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:11.377578 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:11.388770 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:11.400032 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:11.412828 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:11.424690 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:11.436220 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:11.447588 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:11.459197 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:31:11.575216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:31:11.867705 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:31:12.002648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:12.334002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Launched\u000a04:31:12.609931 run iperf3-srv_10.42.42.10(pid=26576): Launched\u000a04:31:12.806866 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:31:12.940801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:13.272074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26577): Launched\u000a04:31:13.546971 run iperf3-srv_10.42.42.10(pid=26578): Launched\u000a04:31:13.743751 tst cs_paging_gprs_active.py:38: start network...\u000a04:31:13.877612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:14.389633 run create_hlr_db(pid=26579): Launched\u000a04:31:14.575946 bus /gobi_6: Setting Powered False\u000a04:31:15.596296 run create_hlr_db(pid=26579): Terminated: ok {rc=0}\u000a04:31:16.034748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26581): Launched\u000a04:31:16.454903 run osmo-hlr_10.42.42.2(pid=26582): Launched\u000a04:31:16.609889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:17.239658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26584): Launched\u000a04:31:17.564177 run osmo-stp_10.42.42.5(pid=26585): Launched\u000a04:31:17.681381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:18.241635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26587): Launched\u000a04:31:18.356229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:18.634924 run patchelf(pid=26588): Launched\u000a04:31:18.822238 run osmo-stp_10.42.42.5(pid=26585): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26585)]\u000a04:31:18.959165 run osmo-stp_10.42.42.5(pid=26585): stdout: \u000a| (launched: 2022-12-10_04:31:17.405902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:19.096690 run osmo-stp_10.42.42.5(pid=26585): stderr: \u000a| �[0;m�[38;5;43m20221210043117599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043117599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043117599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043117600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043117600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043117600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043117600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:19.229326 run osmo-stp_10.42.42.5(pid=26585): stdout: \u000a| (launched: 2022-12-10_04:31:17.405902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:19.360619 run osmo-stp_10.42.42.5(pid=26585): stderr: \u000a| �[0;m�[38;5;43m20221210043117599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043117599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043117599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043117600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043117600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043117600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043117600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:19.513819 run patchelf(pid=26588): Terminating (SIGINT)\u000a04:31:19.693822 run patchelf(pid=26588): Terminated: ok {rc=0}\u000a04:31:19.726957 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26585): Process ended prematurely: osmo-stp_10.42.42.5(pid=26585) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26585)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:31:19.737174 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a04:31:19.799542 run osmo-hlr_10.42.42.2(pid=26582): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26582)]\u000a04:31:19.850329 run osmo-hlr_10.42.42.2(pid=26582): stdout: \u000a| (launched: 2022-12-10_04:31:16.190222) \u000a04:31:19.901799 run osmo-hlr_10.42.42.2(pid=26582): stderr: \u000a| �[0;m�[1;31m20221210043116554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043116554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043116554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043116554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043116554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043116554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043116572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043116588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043116588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043116589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:19.945880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Terminating (SIGTERM)\u000a04:31:19.987509 run iperf3-srv_10.42.42.10(pid=26576): Terminating (SIGTERM)\u000a04:31:20.029367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26577): Terminating (SIGTERM)\u000a04:31:20.070893 run iperf3-srv_10.42.42.10(pid=26578): Terminating (SIGTERM)\u000a04:31:20.112543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26581): Terminating (SIGTERM)\u000a04:31:20.153961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26584): Terminating (SIGTERM)\u000a04:31:20.195413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26587): Terminating (SIGTERM)\u000a04:31:20.205059 --- ParallelTerminationStrategy: PID 26575 died...\u000a04:31:20.260510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Terminated: ok {rc=0}\u000a04:31:20.270590 --- ParallelTerminationStrategy: PID 26576 died...\u000a04:31:20.325876 run iperf3-srv_10.42.42.10(pid=26576): Terminated {rc=256}\u000a04:31:20.336065 --- ParallelTerminationStrategy: PID 26577 died...\u000a04:31:20.391289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26577): Terminated: ok {rc=0}\u000a04:31:20.401216 --- ParallelTerminationStrategy: PID 26578 died...\u000a04:31:20.456101 run iperf3-srv_10.42.42.10(pid=26578): Terminated {rc=256}\u000a04:31:20.466148 --- ParallelTerminationStrategy: PID 26581 died...\u000a04:31:20.521442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26581): Terminated: ok {rc=0}\u000a04:31:20.531472 --- ParallelTerminationStrategy: PID 26584 died...\u000a04:31:20.586792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26584): Terminated: ok {rc=0}\u000a04:31:20.596837 --- ParallelTerminationStrategy: PID 26587 died...\u000a04:31:20.652106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26587): Terminated: ok {rc=0}\u000a04:31:20.737781 bus /gobi_0: Setting Powered False\u000a04:31:21.844035 bus /gobi_0: Setting Powered False\u000a04:31:22.949394 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26597): Process ended prematurely: osmo-stp_10.42.42.5(pid=26597) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26597)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26597): Process ended prematurely: osmo-stp_10.42.42.5(pid=26597) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:31:24.062992 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:24.075010 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:31:24.215525 tst iperf3.py: using LAC 26007\u000a04:31:24.342928 tst iperf3.py: using RAC 252\u000a04:31:24.469771 tst iperf3.py: using CellId 26007\u000a04:31:24.594798 tst iperf3.py: using BVCI 26008\u000a04:31:24.619283 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:24.630916 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:24.642317 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:24.653674 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:24.664901 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:24.676258 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:24.687783 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:24.699030 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:24.710575 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:31:24.999790 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:31:25.132917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:25.463475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26589): Launched\u000a04:31:25.737552 run iperf3-srv_10.42.42.10(pid=26590): Launched\u000a04:31:25.933054 tst iperf3.py:8: start network...\u000a04:31:26.067160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:26.576335 run create_hlr_db(pid=26591): Launched\u000a04:31:26.761125 bus /gobi_6: Setting Powered False\u000a04:31:27.782719 run create_hlr_db(pid=26591): Terminated: ok {rc=0}\u000a04:31:28.207527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26593): Launched\u000a04:31:28.527856 run osmo-hlr_10.42.42.2(pid=26594): Launched\u000a04:31:28.647970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:29.199705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26596): Launched\u000a04:31:29.518545 run osmo-stp_10.42.42.5(pid=26597): Launched\u000a04:31:29.634046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:30.191049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26599): Launched\u000a04:31:30.305576 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:30.583362 run patchelf(pid=26600): Launched\u000a04:31:30.769730 run osmo-stp_10.42.42.5(pid=26597): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26597)]\u000a04:31:30.923413 run osmo-stp_10.42.42.5(pid=26597): stdout: \u000a| (launched: 2022-12-10_04:31:29.362452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:31.062708 run osmo-stp_10.42.42.5(pid=26597): stderr: \u000a| �[0;m�[38;5;43m20221210043129555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043129555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043129555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043129555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043129556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043129556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043129556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:31.197297 run osmo-stp_10.42.42.5(pid=26597): stdout: \u000a| (launched: 2022-12-10_04:31:29.362452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:31.330978 run osmo-stp_10.42.42.5(pid=26597): stderr: \u000a| �[0;m�[38;5;43m20221210043129555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043129555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043129555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043129555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043129556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043129556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043129556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:31.487067 run patchelf(pid=26600): Terminating (SIGINT)\u000a04:31:31.669205 run patchelf(pid=26600): Terminated: ok {rc=0}\u000a04:31:31.703128 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26597): Process ended prematurely: osmo-stp_10.42.42.5(pid=26597) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26597)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a04:31:31.714260 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:31:31.777935 run osmo-hlr_10.42.42.2(pid=26594): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26594)]\u000a04:31:31.830090 run osmo-hlr_10.42.42.2(pid=26594): stdout: \u000a| (launched: 2022-12-10_04:31:28.370942) \u000a04:31:31.891481 run osmo-hlr_10.42.42.2(pid=26594): stderr: \u000a| �[0;m�[1;31m20221210043128569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043128570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043128570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043128570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043128570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043128570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043128582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043128592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043128593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043128593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:31.945608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26589): Terminating (SIGTERM)\u000a04:31:32.000453 run iperf3-srv_10.42.42.10(pid=26590): Terminating (SIGTERM)\u000a04:31:32.055535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26593): Terminating (SIGTERM)\u000a04:31:32.109366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26596): Terminating (SIGTERM)\u000a04:31:32.152562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26599): Terminating (SIGTERM)\u000a04:31:32.164365 --- ParallelTerminationStrategy: PID 26589 died...\u000a04:31:32.221738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26589): Terminated: ok {rc=0}\u000a04:31:32.232540 --- ParallelTerminationStrategy: PID 26590 died...\u000a04:31:32.286265 run iperf3-srv_10.42.42.10(pid=26590): Terminated {rc=256}\u000a04:31:32.295849 --- ParallelTerminationStrategy: PID 26593 died...\u000a04:31:32.349410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26593): Terminated: ok {rc=0}\u000a04:31:32.359084 --- ParallelTerminationStrategy: PID 26596 died...\u000a04:31:32.412376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26596): Terminated: ok {rc=0}\u000a04:31:32.422071 --- ParallelTerminationStrategy: PID 26599 died...\u000a04:31:32.475233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26599): Terminated: ok {rc=0}\u000a04:31:32.557780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26615): Process ended prematurely: osmo-stp_10.42.42.5(pid=26615) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26615)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26615): Process ended prematurely: osmo-stp_10.42.42.5(pid=26615) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:31:33.673360 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:33.685843 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:31:33.825946 tst iperf3m4.py: using LAC 26008\u000a04:31:33.949305 tst iperf3m4.py: using RAC 253\u000a04:31:34.073067 tst iperf3m4.py: using CellId 26008\u000a04:31:34.196092 tst iperf3m4.py: using BVCI 26009\u000a04:31:34.220646 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:34.232316 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:34.243822 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:34.255275 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:34.266693 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:34.278096 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:34.289664 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:34.301340 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:34.312870 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:31:34.433961 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:31:34.548835 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:31:34.667395 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:31:34.958669 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:31:35.092369 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:35.422724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26601): Launched\u000a04:31:35.697256 run iperf3-srv_10.42.42.10(pid=26602): Launched\u000a04:31:35.893108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:31:36.026301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:36.357473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26603): Launched\u000a04:31:36.630687 run iperf3-srv_10.42.42.10(pid=26604): Launched\u000a04:31:36.826830 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:31:36.960128 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:37.290944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26605): Launched\u000a04:31:37.566292 run iperf3-srv_10.42.42.10(pid=26606): Launched\u000a04:31:37.762480 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:31:37.895690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:38.226199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26607): Launched\u000a04:31:38.500238 run iperf3-srv_10.42.42.10(pid=26608): Launched\u000a04:31:38.696075 tst iperf3m4.py:8: start network...\u000a04:31:38.828901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:39.337837 run create_hlr_db(pid=26609): Launched\u000a04:31:39.522270 bus /gobi_6: Setting Powered False\u000a04:31:40.543008 run create_hlr_db(pid=26609): Terminated: ok {rc=0}\u000a04:31:40.966762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26611): Launched\u000a04:31:41.284705 run osmo-hlr_10.42.42.2(pid=26612): Launched\u000a04:31:41.402002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:41.957638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26614): Launched\u000a04:31:42.277845 run osmo-stp_10.42.42.5(pid=26615): Launched\u000a04:31:42.394377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:42.951005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26617): Launched\u000a04:31:43.065227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:43.343111 run patchelf(pid=26618): Launched\u000a04:31:43.530714 run osmo-stp_10.42.42.5(pid=26615): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26615)]\u000a04:31:43.667407 run osmo-stp_10.42.42.5(pid=26615): stdout: \u000a| (launched: 2022-12-10_04:31:42.120416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:43.804509 run osmo-stp_10.42.42.5(pid=26615): stderr: \u000a| �[0;m�[38;5;43m20221210043142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043142312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:43.936766 run osmo-stp_10.42.42.5(pid=26615): stdout: \u000a| (launched: 2022-12-10_04:31:42.120416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:44.067494 run osmo-stp_10.42.42.5(pid=26615): stderr: \u000a| �[0;m�[38;5;43m20221210043142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043142312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:44.220809 run patchelf(pid=26618): Terminating (SIGINT)\u000a04:31:44.400760 run patchelf(pid=26618): Terminated: ok {rc=0}\u000a04:31:44.434068 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26615): Process ended prematurely: osmo-stp_10.42.42.5(pid=26615) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26615)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:31:44.444253 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:31:44.506975 run osmo-hlr_10.42.42.2(pid=26612): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26612)]\u000a04:31:44.557792 run osmo-hlr_10.42.42.2(pid=26612): stdout: \u000a| (launched: 2022-12-10_04:31:41.129015) \u000a04:31:44.609159 run osmo-hlr_10.42.42.2(pid=26612): stderr: \u000a| �[0;m�[1;31m20221210043141326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043141326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043141326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043141326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043141326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043141326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043141340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043141350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043141350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043141350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:44.653135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26601): Terminating (SIGTERM)\u000a04:31:44.694547 run iperf3-srv_10.42.42.10(pid=26602): Terminating (SIGTERM)\u000a04:31:44.735989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26603): Terminating (SIGTERM)\u000a04:31:44.777488 run iperf3-srv_10.42.42.10(pid=26604): Terminating (SIGTERM)\u000a04:31:44.818934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26605): Terminating (SIGTERM)\u000a04:31:44.860155 run iperf3-srv_10.42.42.10(pid=26606): Terminating (SIGTERM)\u000a04:31:44.901603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26607): Terminating (SIGTERM)\u000a04:31:44.942844 run iperf3-srv_10.42.42.10(pid=26608): Terminating (SIGTERM)\u000a04:31:44.984020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26611): Terminating (SIGTERM)\u000a04:31:45.025182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26614): Terminating (SIGTERM)\u000a04:31:45.066400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26617): Terminating (SIGTERM)\u000a04:31:45.075910 --- ParallelTerminationStrategy: PID 26601 died...\u000a04:31:45.131154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26601): Terminated: ok {rc=0}\u000a04:31:45.141119 --- ParallelTerminationStrategy: PID 26602 died...\u000a04:31:45.195910 run iperf3-srv_10.42.42.10(pid=26602): Terminated {rc=256}\u000a04:31:45.205849 --- ParallelTerminationStrategy: PID 26603 died...\u000a04:31:45.260552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26603): Terminated: ok {rc=0}\u000a04:31:45.270408 --- ParallelTerminationStrategy: PID 26604 died...\u000a04:31:45.325707 run iperf3-srv_10.42.42.10(pid=26604): Terminated {rc=256}\u000a04:31:45.335598 --- ParallelTerminationStrategy: PID 26605 died...\u000a04:31:45.390591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26605): Terminated: ok {rc=0}\u000a04:31:45.400450 --- ParallelTerminationStrategy: PID 26606 died...\u000a04:31:45.455162 run iperf3-srv_10.42.42.10(pid=26606): Terminated {rc=256}\u000a04:31:45.465100 --- ParallelTerminationStrategy: PID 26607 died...\u000a04:31:45.519970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26607): Terminated: ok {rc=0}\u000a04:31:45.529966 --- ParallelTerminationStrategy: PID 26608 died...\u000a04:31:45.584738 run iperf3-srv_10.42.42.10(pid=26608): Terminated {rc=256}\u000a04:31:45.594634 --- ParallelTerminationStrategy: PID 26611 died...\u000a04:31:45.649517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26611): Terminated: ok {rc=0}\u000a04:31:45.659388 --- ParallelTerminationStrategy: PID 26614 died...\u000a04:31:45.714492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26614): Terminated: ok {rc=0}\u000a04:31:45.724328 --- ParallelTerminationStrategy: PID 26617 died...\u000a04:31:45.779340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26617): Terminated: ok {rc=0}\u000a04:31:45.875899 bus /gobi_4: Setting Powered False\u000a04:31:46.993462 bus /gobi_4: Setting Powered False\u000a04:31:48.102744 bus /gobi_1: Setting Powered False\u000a04:31:49.206227 bus /gobi_1: Setting Powered False\u000a04:31:50.315317 bus /gobi_0: Setting Powered False\u000a04:31:51.421159 bus /gobi_0: Setting Powered False\u000a04:31:52.533957 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26625): Process ended prematurely: osmo-stp_10.42.42.5(pid=26625) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26625)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26625): Process ended prematurely: osmo-stp_10.42.42.5(pid=26625) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:31:53.601187 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:53.613160 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:31:53.749176 tst ping.py: using LAC 26009\u000a04:31:53.864416 tst ping.py: using RAC 254\u000a04:31:53.982755 tst ping.py: using CellId 26009\u000a04:31:54.100291 tst ping.py: using BVCI 26010\u000a04:31:54.122844 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:54.133977 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:54.144783 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:54.156606 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:54.169332 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:54.181175 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:54.193026 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:31:54.204724 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:31:54.490353 tst ping.py:19: start network...\u000a04:31:54.622172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:55.122473 run create_hlr_db(pid=26619): Launched\u000a04:31:55.304574 bus /gobi_6: Setting Powered False\u000a04:31:56.325407 run create_hlr_db(pid=26619): Terminated: ok {rc=0}\u000a04:31:56.721284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26621): Launched\u000a04:31:57.015416 run osmo-hlr_10.42.42.2(pid=26622): Launched\u000a04:31:57.129381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:57.652770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26624): Launched\u000a04:31:57.946914 run osmo-stp_10.42.42.5(pid=26625): Launched\u000a04:31:58.058799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:58.574089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26627): Launched\u000a04:31:58.679508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:58.937349 run patchelf(pid=26628): Launched\u000a04:31:59.110420 run osmo-stp_10.42.42.5(pid=26625): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26625)]\u000a04:31:59.237504 run osmo-stp_10.42.42.5(pid=26625): stdout: \u000a| (launched: 2022-12-10_04:31:57.802025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:59.364628 run osmo-stp_10.42.42.5(pid=26625): stderr: \u000a| �[0;m�[38;5;43m20221210043157971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043157971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043157972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043157972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043157974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043157974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043157974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:59.487046 run osmo-stp_10.42.42.5(pid=26625): stdout: \u000a| (launched: 2022-12-10_04:31:57.802025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:59.608191 run osmo-stp_10.42.42.5(pid=26625): stderr: \u000a| �[0;m�[38;5;43m20221210043157971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043157971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043157972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043157972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043157974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043157974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043157974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:59.749763 run patchelf(pid=26628): Terminating (SIGINT)\u000a04:31:59.915949 run patchelf(pid=26628): Terminated: ok {rc=0}\u000a04:31:59.946511 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26625): Process ended prematurely: osmo-stp_10.42.42.5(pid=26625) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26625)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a04:31:59.955385 tst ping.py:22: Test FAILED (6.3 sec)\u000a04:32:00.015744 run osmo-hlr_10.42.42.2(pid=26622): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26622)]\u000a04:32:00.064885 run osmo-hlr_10.42.42.2(pid=26622): stdout: \u000a| (launched: 2022-12-10_04:31:56.870696) \u000a04:32:00.114911 run osmo-hlr_10.42.42.2(pid=26622): stderr: \u000a| �[0;m�[1;31m20221210043157047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043157047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043157047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043157047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043157047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043157047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043157060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043157070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043157070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043157070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:00.157542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26621): Terminating (SIGTERM)\u000a04:32:00.197323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26624): Terminating (SIGTERM)\u000a04:32:00.237418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26627): Terminating (SIGTERM)\u000a04:32:00.246839 --- ParallelTerminationStrategy: PID 26621 died...\u000a04:32:00.300871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26621): Terminated: ok {rc=0}\u000a04:32:00.310674 --- ParallelTerminationStrategy: PID 26624 died...\u000a04:32:00.363938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26624): Terminated: ok {rc=0}\u000a04:32:00.374101 --- ParallelTerminationStrategy: PID 26627 died...\u000a04:32:00.427302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26627): Terminated: ok {rc=0}\u000a04:32:00.514616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26635): Process ended prematurely: osmo-stp_10.42.42.5(pid=26635) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26635)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26635): Process ended prematurely: osmo-stp_10.42.42.5(pid=26635) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:32:01.569299 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:01.582429 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:32:01.758168 tst ping_idle_ping.py: using LAC 26010\u000a04:32:01.911417 tst ping_idle_ping.py: using RAC 255\u000a04:32:02.062617 tst ping_idle_ping.py: using CellId 26010\u000a04:32:02.194990 tst ping_idle_ping.py: using BVCI 26011\u000a04:32:02.218911 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:02.230969 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:02.242801 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:02.256536 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:02.269124 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:02.282312 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:02.295495 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:02.307988 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:02.597492 tst ping_idle_ping.py:24: start network...\u000a04:32:02.731759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:03.237082 run create_hlr_db(pid=26629): Launched\u000a04:32:03.420578 bus /gobi_6: Setting Powered False\u000a04:32:04.442434 run create_hlr_db(pid=26629): Terminated: ok {rc=0}\u000a04:32:04.841151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26631): Launched\u000a04:32:05.137019 run osmo-hlr_10.42.42.2(pid=26632): Launched\u000a04:32:05.248649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:05.766358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26634): Launched\u000a04:32:06.062065 run osmo-stp_10.42.42.5(pid=26635): Launched\u000a04:32:06.169474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:06.684382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26637): Launched\u000a04:32:06.789697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:07.047158 run patchelf(pid=26638): Launched\u000a04:32:07.220436 run osmo-stp_10.42.42.5(pid=26635): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26635)]\u000a04:32:07.347469 run osmo-stp_10.42.42.5(pid=26635): stdout: \u000a| (launched: 2022-12-10_04:32:05.916036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:07.474645 run osmo-stp_10.42.42.5(pid=26635): stderr: \u000a| �[0;m�[38;5;43m20221210043206086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043206086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043206086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043206086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043206087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043206087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043206087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:07.597341 run osmo-stp_10.42.42.5(pid=26635): stdout: \u000a| (launched: 2022-12-10_04:32:05.916036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:07.719000 run osmo-stp_10.42.42.5(pid=26635): stderr: \u000a| �[0;m�[38;5;43m20221210043206086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043206086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043206086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043206086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043206087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043206087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043206087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:07.860292 run patchelf(pid=26638): Terminating (SIGINT)\u000a04:32:08.026463 run patchelf(pid=26638): Terminated: ok {rc=0}\u000a04:32:08.056852 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26635): Process ended prematurely: osmo-stp_10.42.42.5(pid=26635) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26635)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:32:08.065765 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:32:08.125935 run osmo-hlr_10.42.42.2(pid=26632): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26632)]\u000a04:32:08.174780 run osmo-hlr_10.42.42.2(pid=26632): stdout: \u000a| (launched: 2022-12-10_04:32:04.991386) \u000a04:32:08.223964 run osmo-hlr_10.42.42.2(pid=26632): stderr: \u000a| �[0;m�[1;31m20221210043205167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043205167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043205167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043205167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043205167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043205167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043205179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043205190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043205191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043205191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:08.266236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26631): Terminating (SIGTERM)\u000a04:32:08.306063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26634): Terminating (SIGTERM)\u000a04:32:08.345775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26637): Terminating (SIGTERM)\u000a04:32:08.355247 --- ParallelTerminationStrategy: PID 26631 died...\u000a04:32:08.408432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26631): Terminated: ok {rc=0}\u000a04:32:08.418104 --- ParallelTerminationStrategy: PID 26634 died...\u000a04:32:08.471536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26634): Terminated: ok {rc=0}\u000a04:32:08.481087 --- ParallelTerminationStrategy: PID 26637 died...\u000a04:32:08.534034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26637): Terminated: ok {rc=0}\u000a04:32:08.621492 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:31:10" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26653): Process ended prematurely: osmo-stp_10.42.42.5(pid=26653) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26653)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26653): Process ended prematurely: osmo-stp_10.42.42.5(pid=26653) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:32:10.754167 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:10.765146 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:32:10.923706 tst cs_paging_gprs_active.py: using LAC 26011\u000a04:32:11.049506 tst cs_paging_gprs_active.py: using RAC 1\u000a04:32:11.177196 tst cs_paging_gprs_active.py: using CellId 26011\u000a04:32:11.304476 tst cs_paging_gprs_active.py: using BVCI 26012\u000a04:32:11.329651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:11.341131 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:11.352558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:11.364122 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:11.375611 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:11.387056 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:11.398618 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:11.410036 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:11.421612 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:32:11.536020 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:32:11.828342 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:32:11.962306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:12.293600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26643): Launched\u000a04:32:12.570307 run iperf3-srv_10.42.42.10(pid=26644): Launched\u000a04:32:12.766624 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:32:12.900608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:13.232240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26645): Launched\u000a04:32:13.508280 run iperf3-srv_10.42.42.10(pid=26646): Launched\u000a04:32:13.705226 tst cs_paging_gprs_active.py:38: start network...\u000a04:32:13.839319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:14.352061 run create_hlr_db(pid=26647): Launched\u000a04:32:14.538551 bus /gobi_6: Setting Powered False\u000a04:32:15.559135 run create_hlr_db(pid=26647): Terminated: ok {rc=0}\u000a04:32:16.005542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26649): Launched\u000a04:32:16.461442 run osmo-hlr_10.42.42.2(pid=26650): Launched\u000a04:32:16.581553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:17.210780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26652): Launched\u000a04:32:17.535328 run osmo-stp_10.42.42.5(pid=26653): Launched\u000a04:32:17.652895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:18.213518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26655): Launched\u000a04:32:18.328456 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:18.608813 run patchelf(pid=26656): Launched\u000a04:32:18.796366 run osmo-stp_10.42.42.5(pid=26653): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26653)]\u000a04:32:18.933991 run osmo-stp_10.42.42.5(pid=26653): stdout: \u000a| (launched: 2022-12-10_04:32:17.377214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:19.071707 run osmo-stp_10.42.42.5(pid=26653): stderr: \u000a| �[0;m�[38;5;43m20221210043217567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043217568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043217568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043217568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043217569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043217569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043217569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:19.204492 run osmo-stp_10.42.42.5(pid=26653): stdout: \u000a| (launched: 2022-12-10_04:32:17.377214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:19.336598 run osmo-stp_10.42.42.5(pid=26653): stderr: \u000a| �[0;m�[38;5;43m20221210043217567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043217568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043217568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043217568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043217569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043217569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043217569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:19.490273 run patchelf(pid=26656): Terminating (SIGINT)\u000a04:32:19.669935 run patchelf(pid=26656): Terminated: ok {rc=0}\u000a04:32:19.703055 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26653): Process ended prematurely: osmo-stp_10.42.42.5(pid=26653) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26653)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:32:19.713091 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a04:32:19.775341 run osmo-hlr_10.42.42.2(pid=26650): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26650)]\u000a04:32:19.826045 run osmo-hlr_10.42.42.2(pid=26650): stdout: \u000a| (launched: 2022-12-10_04:32:16.172607) \u000a04:32:19.877397 run osmo-hlr_10.42.42.2(pid=26650): stderr: \u000a| �[0;m�[1;31m20221210043216416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043216416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043216416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043216416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043216416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043216416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043216440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043216451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043216451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043216451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:19.921403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26643): Terminating (SIGTERM)\u000a04:32:19.962909 run iperf3-srv_10.42.42.10(pid=26644): Terminating (SIGTERM)\u000a04:32:20.004431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26645): Terminating (SIGTERM)\u000a04:32:20.045900 run iperf3-srv_10.42.42.10(pid=26646): Terminating (SIGTERM)\u000a04:32:20.087362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26649): Terminating (SIGTERM)\u000a04:32:20.128912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26652): Terminating (SIGTERM)\u000a04:32:20.170375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26655): Terminating (SIGTERM)\u000a04:32:20.180031 --- ParallelTerminationStrategy: PID 26643 died...\u000a04:32:20.235640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26643): Terminated: ok {rc=0}\u000a04:32:20.245745 --- ParallelTerminationStrategy: PID 26644 died...\u000a04:32:20.300748 run iperf3-srv_10.42.42.10(pid=26644): Terminated {rc=256}\u000a04:32:20.311048 --- ParallelTerminationStrategy: PID 26645 died...\u000a04:32:20.366376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26645): Terminated: ok {rc=0}\u000a04:32:20.376447 --- ParallelTerminationStrategy: PID 26646 died...\u000a04:32:20.431501 run iperf3-srv_10.42.42.10(pid=26646): Terminated {rc=256}\u000a04:32:20.441965 --- ParallelTerminationStrategy: PID 26649 died...\u000a04:32:20.497427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26649): Terminated: ok {rc=0}\u000a04:32:20.507491 --- ParallelTerminationStrategy: PID 26652 died...\u000a04:32:20.562872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26652): Terminated: ok {rc=0}\u000a04:32:20.573059 --- ParallelTerminationStrategy: PID 26655 died...\u000a04:32:20.628340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26655): Terminated: ok {rc=0}\u000a04:32:20.714067 bus /gobi_0: Setting Powered False\u000a04:32:21.819596 bus /gobi_0: Setting Powered False\u000a04:32:22.925999 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26665): Process ended prematurely: osmo-stp_10.42.42.5(pid=26665) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26665)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26665): Process ended prematurely: osmo-stp_10.42.42.5(pid=26665) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:32:24.039162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:24.051516 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:32:24.214146 tst iperf3.py: using LAC 26012\u000a04:32:24.342061 tst iperf3.py: using RAC 2\u000a04:32:24.467848 tst iperf3.py: using CellId 26012\u000a04:32:24.592507 tst iperf3.py: using BVCI 26013\u000a04:32:24.617188 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:24.628868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:24.640409 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:24.651929 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:24.663771 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:24.675443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:24.687152 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:24.698557 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:24.710145 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:32:25.001733 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:32:25.135770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:25.467629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26657): Launched\u000a04:32:25.742579 run iperf3-srv_10.42.42.10(pid=26658): Launched\u000a04:32:25.939569 tst iperf3.py:8: start network...\u000a04:32:26.073637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:26.586040 run create_hlr_db(pid=26659): Launched\u000a04:32:26.771472 bus /gobi_6: Setting Powered False\u000a04:32:27.793261 run create_hlr_db(pid=26659): Terminated: ok {rc=0}\u000a04:32:28.219456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26661): Launched\u000a04:32:28.541310 run osmo-hlr_10.42.42.2(pid=26662): Launched\u000a04:32:28.658317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:29.219615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26664): Launched\u000a04:32:29.540327 run osmo-stp_10.42.42.5(pid=26665): Launched\u000a04:32:29.656611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:30.214768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26667): Launched\u000a04:32:30.329760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:30.609742 run patchelf(pid=26668): Launched\u000a04:32:30.797193 run osmo-stp_10.42.42.5(pid=26665): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26665)]\u000a04:32:30.954316 run osmo-stp_10.42.42.5(pid=26665): stdout: \u000a| (launched: 2022-12-10_04:32:29.382911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:31.094623 run osmo-stp_10.42.42.5(pid=26665): stderr: \u000a| �[0;m�[38;5;43m20221210043229577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043229577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043229577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043229578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043229579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043229579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043229579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:31.230669 run osmo-stp_10.42.42.5(pid=26665): stdout: \u000a| (launched: 2022-12-10_04:32:29.382911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:31.364702 run osmo-stp_10.42.42.5(pid=26665): stderr: \u000a| �[0;m�[38;5;43m20221210043229577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043229577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043229577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043229578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043229579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043229579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043229579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:31.520813 run patchelf(pid=26668): Terminating (SIGINT)\u000a04:32:31.704100 run patchelf(pid=26668): Terminated: ok {rc=0}\u000a04:32:31.738488 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26665): Process ended prematurely: osmo-stp_10.42.42.5(pid=26665) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26665)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:32:31.749285 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:32:31.813538 run osmo-hlr_10.42.42.2(pid=26662): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26662)]\u000a04:32:31.865704 run osmo-hlr_10.42.42.2(pid=26662): stdout: \u000a| (launched: 2022-12-10_04:32:28.383330) \u000a04:32:31.918520 run osmo-hlr_10.42.42.2(pid=26662): stderr: \u000a| �[0;m�[1;31m20221210043228584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043228584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043228584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043228584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043228584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043228584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043228596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043228606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043228606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043228606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:31.964118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26657): Terminating (SIGTERM)\u000a04:32:32.007540 run iperf3-srv_10.42.42.10(pid=26658): Terminating (SIGTERM)\u000a04:32:32.052996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26661): Terminating (SIGTERM)\u000a04:32:32.097501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26664): Terminating (SIGTERM)\u000a04:32:32.140334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26667): Terminating (SIGTERM)\u000a04:32:32.150036 --- ParallelTerminationStrategy: PID 26657 died...\u000a04:32:32.206683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26657): Terminated: ok {rc=0}\u000a04:32:32.217274 --- ParallelTerminationStrategy: PID 26658 died...\u000a04:32:32.273023 run iperf3-srv_10.42.42.10(pid=26658): Terminated {rc=256}\u000a04:32:32.283122 --- ParallelTerminationStrategy: PID 26661 died...\u000a04:32:32.338919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26661): Terminated: ok {rc=0}\u000a04:32:32.349031 --- ParallelTerminationStrategy: PID 26664 died...\u000a04:32:32.404395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26664): Terminated: ok {rc=0}\u000a04:32:32.414457 --- ParallelTerminationStrategy: PID 26667 died...\u000a04:32:32.469673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26667): Terminated: ok {rc=0}\u000a04:32:32.556165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26684): Process ended prematurely: osmo-stp_10.42.42.5(pid=26684) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26684): Process ended prematurely: osmo-stp_10.42.42.5(pid=26684) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:32:33.670683 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:33.682876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:32:33.848046 tst iperf3m4.py: using LAC 26013\u000a04:32:33.974793 tst iperf3m4.py: using RAC 3\u000a04:32:34.098670 tst iperf3m4.py: using CellId 26013\u000a04:32:34.222446 tst iperf3m4.py: using BVCI 26014\u000a04:32:34.246881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:34.258488 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:34.269920 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:34.281699 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:34.293104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:34.304499 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:34.316018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:34.327616 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:34.339474 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:32:34.455686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:32:34.577335 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:32:34.693468 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:32:34.969786 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:32:35.095093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:35.406865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26669): Launched\u000a04:32:35.665478 run iperf3-srv_10.42.42.10(pid=26670): Launched\u000a04:32:35.849206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:32:35.983165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:36.313960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26672): Launched\u000a04:32:36.590079 run iperf3-srv_10.42.42.10(pid=26673): Launched\u000a04:32:36.787104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:32:36.920405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:37.251878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26674): Launched\u000a04:32:37.527739 run iperf3-srv_10.42.42.10(pid=26675): Launched\u000a04:32:37.723910 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:32:37.857324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:38.187561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26676): Launched\u000a04:32:38.463082 run iperf3-srv_10.42.42.10(pid=26677): Launched\u000a04:32:38.660018 tst iperf3m4.py:8: start network...\u000a04:32:38.793800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:39.304256 run create_hlr_db(pid=26678): Launched\u000a04:32:39.489964 bus /gobi_6: Setting Powered False\u000a04:32:40.510948 run create_hlr_db(pid=26678): Terminated: ok {rc=0}\u000a04:32:40.936638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26680): Launched\u000a04:32:41.255603 run osmo-hlr_10.42.42.2(pid=26681): Launched\u000a04:32:41.373258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:41.931618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26683): Launched\u000a04:32:42.252576 run osmo-stp_10.42.42.5(pid=26684): Launched\u000a04:32:42.369096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:42.927960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26686): Launched\u000a04:32:43.042452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:43.321871 run patchelf(pid=26687): Launched\u000a04:32:43.510317 run osmo-stp_10.42.42.5(pid=26684): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)]\u000a04:32:43.647756 run osmo-stp_10.42.42.5(pid=26684): stdout: \u000a| (launched: 2022-12-10_04:32:42.095024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:43.785968 run osmo-stp_10.42.42.5(pid=26684): stderr: \u000a| �[0;m�[38;5;43m20221210043242284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043242285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043242285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043242285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043242286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043242286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043242286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:43.918725 run osmo-stp_10.42.42.5(pid=26684): stdout: \u000a| (launched: 2022-12-10_04:32:42.095024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:44.050449 run osmo-stp_10.42.42.5(pid=26684): stderr: \u000a| �[0;m�[38;5;43m20221210043242284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043242285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043242285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043242285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043242286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043242286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043242286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:44.203526 run patchelf(pid=26687): Terminating (SIGINT)\u000a04:32:44.383878 run patchelf(pid=26687): Terminated: ok {rc=0}\u000a04:32:44.417263 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26684): Process ended prematurely: osmo-stp_10.42.42.5(pid=26684) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:32:44.427597 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:32:44.490709 run osmo-hlr_10.42.42.2(pid=26681): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26681)]\u000a04:32:44.542031 run osmo-hlr_10.42.42.2(pid=26681): stdout: \u000a| (launched: 2022-12-10_04:32:41.099597) \u000a04:32:44.593903 run osmo-hlr_10.42.42.2(pid=26681): stderr: \u000a| �[0;m�[1;31m20221210043241296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043241296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043241296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043241296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043241297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043241297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043241310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043241318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043241318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043241318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:44.637932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26669): Terminating (SIGTERM)\u000a04:32:44.679859 run iperf3-srv_10.42.42.10(pid=26670): Terminating (SIGTERM)\u000a04:32:44.721639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26672): Terminating (SIGTERM)\u000a04:32:44.763064 run iperf3-srv_10.42.42.10(pid=26673): Terminating (SIGTERM)\u000a04:32:44.804570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26674): Terminating (SIGTERM)\u000a04:32:44.845779 run iperf3-srv_10.42.42.10(pid=26675): Terminating (SIGTERM)\u000a04:32:44.887090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26676): Terminating (SIGTERM)\u000a04:32:44.928344 run iperf3-srv_10.42.42.10(pid=26677): Terminating (SIGTERM)\u000a04:32:44.970033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26680): Terminating (SIGTERM)\u000a04:32:45.011474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26683): Terminating (SIGTERM)\u000a04:32:45.052768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26686): Terminating (SIGTERM)\u000a04:32:45.062385 --- ParallelTerminationStrategy: PID 26669 died...\u000a04:32:45.117727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26669): Terminated: ok {rc=0}\u000a04:32:45.127716 --- ParallelTerminationStrategy: PID 26670 died...\u000a04:32:45.182506 run iperf3-srv_10.42.42.10(pid=26670): Terminated {rc=256}\u000a04:32:45.192367 --- ParallelTerminationStrategy: PID 26672 died...\u000a04:32:45.247464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26672): Terminated: ok {rc=0}\u000a04:32:45.257428 --- ParallelTerminationStrategy: PID 26673 died...\u000a04:32:45.311956 run iperf3-srv_10.42.42.10(pid=26673): Terminated {rc=256}\u000a04:32:45.322125 --- ParallelTerminationStrategy: PID 26674 died...\u000a04:32:45.377193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26674): Terminated: ok {rc=0}\u000a04:32:45.387113 --- ParallelTerminationStrategy: PID 26675 died...\u000a04:32:45.441834 run iperf3-srv_10.42.42.10(pid=26675): Terminated {rc=256}\u000a04:32:45.451748 --- ParallelTerminationStrategy: PID 26676 died...\u000a04:32:45.506732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26676): Terminated: ok {rc=0}\u000a04:32:45.516593 --- ParallelTerminationStrategy: PID 26677 died...\u000a04:32:45.571281 run iperf3-srv_10.42.42.10(pid=26677): Terminated {rc=256}\u000a04:32:45.581241 --- ParallelTerminationStrategy: PID 26680 died...\u000a04:32:45.635947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26680): Terminated: ok {rc=0}\u000a04:32:45.645894 --- ParallelTerminationStrategy: PID 26683 died...\u000a04:32:45.700674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26683): Terminated: ok {rc=0}\u000a04:32:45.710607 --- ParallelTerminationStrategy: PID 26686 died...\u000a04:32:45.765780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26686): Terminated: ok {rc=0}\u000a04:32:45.852411 bus /gobi_4: Setting Powered False\u000a04:32:46.977670 bus /gobi_4: Setting Powered False\u000a04:32:48.090111 bus /gobi_1: Setting Powered False\u000a04:32:49.192243 bus /gobi_1: Setting Powered False\u000a04:32:50.297954 bus /gobi_0: Setting Powered False\u000a04:32:51.404037 bus /gobi_0: Setting Powered False\u000a04:32:52.514266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26694): Process ended prematurely: osmo-stp_10.42.42.5(pid=26694) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26694)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26694): Process ended prematurely: osmo-stp_10.42.42.5(pid=26694) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:32:53.583369 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:53.595502 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:32:53.753727 tst ping.py: using LAC 26014\u000a04:32:53.877859 tst ping.py: using RAC 4\u000a04:32:54.002700 tst ping.py: using CellId 26014\u000a04:32:54.125875 tst ping.py: using BVCI 26015\u000a04:32:54.149956 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:54.161495 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:54.172751 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:54.184126 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:54.195390 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:54.206699 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:54.218116 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:32:54.229458 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:32:54.514841 tst ping.py:19: start network...\u000a04:32:54.646808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:55.148913 run create_hlr_db(pid=26688): Launched\u000a04:32:55.332585 bus /gobi_6: Setting Powered False\u000a04:32:56.352611 run create_hlr_db(pid=26688): Terminated: ok {rc=0}\u000a04:32:56.750463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26690): Launched\u000a04:32:57.045998 run osmo-hlr_10.42.42.2(pid=26691): Launched\u000a04:32:57.164765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:57.687866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26693): Launched\u000a04:32:57.983231 run osmo-stp_10.42.42.5(pid=26694): Launched\u000a04:32:58.092149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:58.607926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26696): Launched\u000a04:32:58.713585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:58.972260 run patchelf(pid=26697): Launched\u000a04:32:59.146097 run osmo-stp_10.42.42.5(pid=26694): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26694)]\u000a04:32:59.272506 run osmo-stp_10.42.42.5(pid=26694): stdout: \u000a| (launched: 2022-12-10_04:32:57.837669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:59.399828 run osmo-stp_10.42.42.5(pid=26694): stderr: \u000a| �[0;m�[38;5;43m20221210043258025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043258025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043258025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043258026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043258026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043258026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043258027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:59.522712 run osmo-stp_10.42.42.5(pid=26694): stdout: \u000a| (launched: 2022-12-10_04:32:57.837669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:59.643901 run osmo-stp_10.42.42.5(pid=26694): stderr: \u000a| �[0;m�[38;5;43m20221210043258025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043258025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043258025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043258026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043258026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043258026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043258027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:59.785526 run patchelf(pid=26697): Terminating (SIGINT)\u000a04:32:59.951821 run patchelf(pid=26697): Terminated: ok {rc=0}\u000a04:32:59.982230 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26694): Process ended prematurely: osmo-stp_10.42.42.5(pid=26694) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26694)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:32:59.991175 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:33:00.051515 run osmo-hlr_10.42.42.2(pid=26691): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26691)]\u000a04:33:00.100491 run osmo-hlr_10.42.42.2(pid=26691): stdout: \u000a| (launched: 2022-12-10_04:32:56.900212) \u000a04:33:00.150353 run osmo-hlr_10.42.42.2(pid=26691): stderr: \u000a| �[0;m�[1;31m20221210043257076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043257076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043257076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043257076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043257076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043257076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043257087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043257096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043257097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043257097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:00.192390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26690): Terminating (SIGTERM)\u000a04:33:00.232746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26693): Terminating (SIGTERM)\u000a04:33:00.272901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26696): Terminating (SIGTERM)\u000a04:33:00.282379 --- ParallelTerminationStrategy: PID 26690 died...\u000a04:33:00.336021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26690): Terminated: ok {rc=0}\u000a04:33:00.345742 --- ParallelTerminationStrategy: PID 26693 died...\u000a04:33:00.398758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26693): Terminated: ok {rc=0}\u000a04:33:00.408474 --- ParallelTerminationStrategy: PID 26696 died...\u000a04:33:00.461990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26696): Terminated: ok {rc=0}\u000a04:33:00.545897 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26705): Process ended prematurely: osmo-stp_10.42.42.5(pid=26705) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26705)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26705): Process ended prematurely: osmo-stp_10.42.42.5(pid=26705) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:33:01.595905 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:01.611517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:01.776684 tst ping_idle_ping.py: using LAC 26015\u000a04:33:01.897781 tst ping_idle_ping.py: using RAC 5\u000a04:33:02.024550 tst ping_idle_ping.py: using CellId 26015\u000a04:33:02.144216 tst ping_idle_ping.py: using BVCI 26016\u000a04:33:02.168159 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:02.180137 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:02.192300 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:02.204576 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:02.216728 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:02.228811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:02.241160 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:02.253195 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:02.526213 tst ping_idle_ping.py:24: start network...\u000a04:33:02.649373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:03.118565 run create_hlr_db(pid=26699): Launched\u000a04:33:03.289566 bus /gobi_6: Setting Powered False\u000a04:33:04.311504 run create_hlr_db(pid=26699): Terminated: ok {rc=0}\u000a04:33:04.731559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26701): Launched\u000a04:33:05.047241 run osmo-hlr_10.42.42.2(pid=26702): Launched\u000a04:33:05.166527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:05.715074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26704): Launched\u000a04:33:06.030554 run osmo-stp_10.42.42.5(pid=26705): Launched\u000a04:33:06.145344 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:06.705352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26707): Launched\u000a04:33:06.818238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:07.093330 run patchelf(pid=26708): Launched\u000a04:33:07.278492 run osmo-stp_10.42.42.5(pid=26705): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26705)]\u000a04:33:07.414175 run osmo-stp_10.42.42.5(pid=26705): stdout: \u000a| (launched: 2022-12-10_04:33:05.875342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:07.549331 run osmo-stp_10.42.42.5(pid=26705): stderr: \u000a| �[0;m�[38;5;43m20221210043306069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043306069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043306069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043306070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043306070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043306070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043306070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:07.680067 run osmo-stp_10.42.42.5(pid=26705): stdout: \u000a| (launched: 2022-12-10_04:33:05.875342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:07.809512 run osmo-stp_10.42.42.5(pid=26705): stderr: \u000a| �[0;m�[38;5;43m20221210043306069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043306069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043306069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043306070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043306070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043306070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043306070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:07.960146 run patchelf(pid=26708): Terminating (SIGINT)\u000a04:33:08.137169 run patchelf(pid=26708): Terminated: ok {rc=0}\u000a04:33:08.169508 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26705): Process ended prematurely: osmo-stp_10.42.42.5(pid=26705) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26705)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:33:08.179142 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:33:08.241376 run osmo-hlr_10.42.42.2(pid=26702): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26702)]\u000a04:33:08.292218 run osmo-hlr_10.42.42.2(pid=26702): stdout: \u000a| (launched: 2022-12-10_04:33:04.892536) \u000a04:33:08.344721 run osmo-hlr_10.42.42.2(pid=26702): stderr: \u000a| �[0;m�[1;31m20221210043305088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043305088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043305088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043305088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043305088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043305088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043305099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043305107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043305107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043305108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:08.388871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26701): Terminating (SIGTERM)\u000a04:33:08.430308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26704): Terminating (SIGTERM)\u000a04:33:08.471789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26707): Terminating (SIGTERM)\u000a04:33:08.481447 --- ParallelTerminationStrategy: PID 26701 died...\u000a04:33:08.537106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26701): Terminated: ok {rc=0}\u000a04:33:08.547055 --- ParallelTerminationStrategy: PID 26704 died...\u000a04:33:08.602241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26704): Terminated: ok {rc=0}\u000a04:33:08.612280 --- ParallelTerminationStrategy: PID 26707 died...\u000a04:33:08.667456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26707): Terminated: ok {rc=0}\u000a04:33:08.754168 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:32:10" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26722): Process ended prematurely: osmo-stp_10.42.42.5(pid=26722) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26722)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26722): Process ended prematurely: osmo-stp_10.42.42.5(pid=26722) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:33:10.897434 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:10.908610 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:33:11.063485 tst cs_paging_gprs_active.py: using LAC 26016\u000a04:33:11.186032 tst cs_paging_gprs_active.py: using RAC 6\u000a04:33:11.302734 tst cs_paging_gprs_active.py: using CellId 26016\u000a04:33:11.424171 tst cs_paging_gprs_active.py: using BVCI 26017\u000a04:33:11.447145 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:11.458287 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:11.469175 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:11.480179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:11.491211 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:11.502507 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:11.514032 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:11.524839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:11.536189 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:33:11.656079 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:33:11.935019 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:33:12.061661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:12.374269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26712): Launched\u000a04:33:12.633491 run iperf3-srv_10.42.42.10(pid=26713): Launched\u000a04:33:12.817962 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:33:12.944064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:13.257041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26714): Launched\u000a04:33:13.517057 run iperf3-srv_10.42.42.10(pid=26715): Launched\u000a04:33:13.701431 tst cs_paging_gprs_active.py:38: start network...\u000a04:33:13.827032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:14.301926 run create_hlr_db(pid=26716): Launched\u000a04:33:14.476451 bus /gobi_6: Setting Powered False\u000a04:33:15.498305 run create_hlr_db(pid=26716): Terminated: ok {rc=0}\u000a04:33:15.956280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26718): Launched\u000a04:33:16.442389 run osmo-hlr_10.42.42.2(pid=26719): Launched\u000a04:33:16.641110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:17.223546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26721): Launched\u000a04:33:17.546889 run osmo-stp_10.42.42.5(pid=26722): Launched\u000a04:33:17.663515 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:18.223981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26724): Launched\u000a04:33:18.339194 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:18.625926 run patchelf(pid=26725): Launched\u000a04:33:18.814144 run osmo-stp_10.42.42.5(pid=26722): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26722)]\u000a04:33:18.952341 run osmo-stp_10.42.42.5(pid=26722): stdout: \u000a| (launched: 2022-12-10_04:33:17.388603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:19.091179 run osmo-stp_10.42.42.5(pid=26722): stderr: \u000a| �[0;m�[38;5;43m20221210043317582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043317583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043317583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043317583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043317584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043317584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043317584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:19.224261 run osmo-stp_10.42.42.5(pid=26722): stdout: \u000a| (launched: 2022-12-10_04:33:17.388603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:19.356683 run osmo-stp_10.42.42.5(pid=26722): stderr: \u000a| �[0;m�[38;5;43m20221210043317582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043317583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043317583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043317583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043317584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043317584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043317584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:19.510889 run patchelf(pid=26725): Terminating (SIGINT)\u000a04:33:19.691263 run patchelf(pid=26725): Terminated: ok {rc=0}\u000a04:33:19.724639 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26722): Process ended prematurely: osmo-stp_10.42.42.5(pid=26722) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26722)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:33:19.734858 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:33:19.797810 run osmo-hlr_10.42.42.2(pid=26719): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26719)]\u000a04:33:19.848871 run osmo-hlr_10.42.42.2(pid=26719): stdout: \u000a| (launched: 2022-12-10_04:33:16.116164) \u000a04:33:19.900408 run osmo-hlr_10.42.42.2(pid=26719): stderr: \u000a| �[0;m�[1;31m20221210043316434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043316434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043316434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043316435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043316435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043316435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043316456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043316464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043316464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043316464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:19.944629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26712): Terminating (SIGTERM)\u000a04:33:19.986325 run iperf3-srv_10.42.42.10(pid=26713): Terminating (SIGTERM)\u000a04:33:20.028220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26714): Terminating (SIGTERM)\u000a04:33:20.069805 run iperf3-srv_10.42.42.10(pid=26715): Terminating (SIGTERM)\u000a04:33:20.111527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26718): Terminating (SIGTERM)\u000a04:33:20.153337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26721): Terminating (SIGTERM)\u000a04:33:20.195006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26724): Terminating (SIGTERM)\u000a04:33:20.204678 --- ParallelTerminationStrategy: PID 26712 died...\u000a04:33:20.261131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26712): Terminated: ok {rc=0}\u000a04:33:20.271311 --- ParallelTerminationStrategy: PID 26713 died...\u000a04:33:20.326982 run iperf3-srv_10.42.42.10(pid=26713): Terminated {rc=256}\u000a04:33:20.337195 --- ParallelTerminationStrategy: PID 26714 died...\u000a04:33:20.393048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26714): Terminated: ok {rc=0}\u000a04:33:20.403032 --- ParallelTerminationStrategy: PID 26715 died...\u000a04:33:20.458537 run iperf3-srv_10.42.42.10(pid=26715): Terminated {rc=256}\u000a04:33:20.468623 --- ParallelTerminationStrategy: PID 26718 died...\u000a04:33:20.524345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26718): Terminated: ok {rc=0}\u000a04:33:20.534519 --- ParallelTerminationStrategy: PID 26721 died...\u000a04:33:20.590223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26721): Terminated: ok {rc=0}\u000a04:33:20.600233 --- ParallelTerminationStrategy: PID 26724 died...\u000a04:33:20.655755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26724): Terminated: ok {rc=0}\u000a04:33:20.742444 bus /gobi_0: Setting Powered False\u000a04:33:21.849328 bus /gobi_0: Setting Powered False\u000a04:33:22.956521 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26734): Process ended prematurely: osmo-stp_10.42.42.5(pid=26734) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26734): Process ended prematurely: osmo-stp_10.42.42.5(pid=26734) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:33:24.070344 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:24.082414 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:33:24.239082 tst iperf3.py: using LAC 26017\u000a04:33:24.359984 tst iperf3.py: using RAC 7\u000a04:33:24.478127 tst iperf3.py: using CellId 26017\u000a04:33:24.597223 tst iperf3.py: using BVCI 26018\u000a04:33:24.620219 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:24.631515 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:24.642699 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:24.654329 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:24.666433 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:24.677668 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:24.689221 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:24.701301 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:24.712554 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:33:25.003821 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:33:25.137677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:25.469605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26726): Launched\u000a04:33:25.744229 run iperf3-srv_10.42.42.10(pid=26727): Launched\u000a04:33:25.940855 tst iperf3.py:8: start network...\u000a04:33:26.074947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:26.587767 run create_hlr_db(pid=26728): Launched\u000a04:33:26.773533 bus /gobi_6: Setting Powered False\u000a04:33:27.794748 run create_hlr_db(pid=26728): Terminated: ok {rc=0}\u000a04:33:28.199833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26730): Launched\u000a04:33:28.501862 run osmo-hlr_10.42.42.2(pid=26731): Launched\u000a04:33:28.614170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:29.139453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26733): Launched\u000a04:33:29.441868 run osmo-stp_10.42.42.5(pid=26734): Launched\u000a04:33:29.553050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:30.078822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26736): Launched\u000a04:33:30.186492 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:30.449750 run patchelf(pid=26737): Launched\u000a04:33:30.626720 run osmo-stp_10.42.42.5(pid=26734): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)]\u000a04:33:30.755924 run osmo-stp_10.42.42.5(pid=26734): stdout: \u000a| (launched: 2022-12-10_04:33:29.292450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:30.909198 run osmo-stp_10.42.42.5(pid=26734): stderr: \u000a| �[0;m�[38;5;43m20221210043329462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043329462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043329463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043329463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043329465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043329466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043329466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:31.048322 run osmo-stp_10.42.42.5(pid=26734): stdout: \u000a| (launched: 2022-12-10_04:33:29.292450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:31.184640 run osmo-stp_10.42.42.5(pid=26734): stderr: \u000a| �[0;m�[38;5;43m20221210043329462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043329462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043329463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043329463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043329465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043329466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043329466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:31.341947 run patchelf(pid=26737): Terminating (SIGINT)\u000a04:33:31.527562 run patchelf(pid=26737): Terminated: ok {rc=0}\u000a04:33:31.563075 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26734): Process ended prematurely: osmo-stp_10.42.42.5(pid=26734) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:33:31.573913 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:33:31.638641 run osmo-hlr_10.42.42.2(pid=26731): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26731)]\u000a04:33:31.692195 run osmo-hlr_10.42.42.2(pid=26731): stdout: \u000a| (launched: 2022-12-10_04:33:28.353114) \u000a04:33:31.745104 run osmo-hlr_10.42.42.2(pid=26731): stderr: \u000a| �[0;m�[1;31m20221210043328530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043328530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043328530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043328530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043328530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043328530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043328545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043328556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043328556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043328556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:31.792101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26726): Terminating (SIGTERM)\u000a04:33:31.835828 run iperf3-srv_10.42.42.10(pid=26727): Terminating (SIGTERM)\u000a04:33:31.880569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26730): Terminating (SIGTERM)\u000a04:33:31.926278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26733): Terminating (SIGTERM)\u000a04:33:31.973455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26736): Terminating (SIGTERM)\u000a04:33:31.983944 --- ParallelTerminationStrategy: PID 26726 died...\u000a04:33:32.044150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26726): Terminated: ok {rc=0}\u000a04:33:32.055057 --- ParallelTerminationStrategy: PID 26727 died...\u000a04:33:32.112844 run iperf3-srv_10.42.42.10(pid=26727): Terminated {rc=256}\u000a04:33:32.124327 --- ParallelTerminationStrategy: PID 26730 died...\u000a04:33:32.183300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26730): Terminated: ok {rc=0}\u000a04:33:32.193604 --- ParallelTerminationStrategy: PID 26733 died...\u000a04:33:32.249407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26733): Terminated: ok {rc=0}\u000a04:33:32.259588 --- ParallelTerminationStrategy: PID 26736 died...\u000a04:33:32.315352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26736): Terminated: ok {rc=0}\u000a04:33:32.401579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26752): Process ended prematurely: osmo-stp_10.42.42.5(pid=26752) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26752)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26752): Process ended prematurely: osmo-stp_10.42.42.5(pid=26752) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:33:33.516107 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:33.528367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:33:33.689625 tst iperf3m4.py: using LAC 26018\u000a04:33:33.813935 tst iperf3m4.py: using RAC 8\u000a04:33:33.940347 tst iperf3m4.py: using CellId 26018\u000a04:33:34.064901 tst iperf3m4.py: using BVCI 26019\u000a04:33:34.089309 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:34.100779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:34.112120 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:34.123482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:34.134966 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:34.146294 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:34.157748 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:34.168896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:34.180459 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:33:34.295229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:33:34.416854 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:33:34.531806 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:33:34.824051 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:33:34.957675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:35.290011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26738): Launched\u000a04:33:35.566643 run iperf3-srv_10.42.42.10(pid=26739): Launched\u000a04:33:35.763957 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:33:35.898015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:36.230495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26740): Launched\u000a04:33:36.507002 run iperf3-srv_10.42.42.10(pid=26741): Launched\u000a04:33:36.704451 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:33:36.838875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:37.172515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26742): Launched\u000a04:33:37.449421 run iperf3-srv_10.42.42.10(pid=26743): Launched\u000a04:33:37.647064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:33:37.781342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:38.114063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26744): Launched\u000a04:33:38.390713 run iperf3-srv_10.42.42.10(pid=26745): Launched\u000a04:33:38.587513 tst iperf3m4.py:8: start network...\u000a04:33:38.721524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:39.237768 run create_hlr_db(pid=26746): Launched\u000a04:33:39.424668 bus /gobi_6: Setting Powered False\u000a04:33:40.445914 run create_hlr_db(pid=26746): Terminated: ok {rc=0}\u000a04:33:40.873607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26748): Launched\u000a04:33:41.195679 run osmo-hlr_10.42.42.2(pid=26749): Launched\u000a04:33:41.312572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:41.871095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26751): Launched\u000a04:33:42.192547 run osmo-stp_10.42.42.5(pid=26752): Launched\u000a04:33:42.309276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:42.869092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26754): Launched\u000a04:33:42.983588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:43.263240 run patchelf(pid=26755): Launched\u000a04:33:43.451291 run osmo-stp_10.42.42.5(pid=26752): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26752)]\u000a04:33:43.588677 run osmo-stp_10.42.42.5(pid=26752): stdout: \u000a| (launched: 2022-12-10_04:33:42.034694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:43.726374 run osmo-stp_10.42.42.5(pid=26752): stderr: \u000a| �[0;m�[38;5;43m20221210043342227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043342227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043342227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043342228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043342228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043342228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043342228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:43.859025 run osmo-stp_10.42.42.5(pid=26752): stdout: \u000a| (launched: 2022-12-10_04:33:42.034694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:43.990696 run osmo-stp_10.42.42.5(pid=26752): stderr: \u000a| �[0;m�[38;5;43m20221210043342227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043342227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043342227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043342228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043342228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043342228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043342228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:44.143765 run patchelf(pid=26755): Terminating (SIGINT)\u000a04:33:44.323754 run patchelf(pid=26755): Terminated: ok {rc=0}\u000a04:33:44.357542 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26752): Process ended prematurely: osmo-stp_10.42.42.5(pid=26752) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26752)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:33:44.367815 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:33:44.430461 run osmo-hlr_10.42.42.2(pid=26749): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26749)]\u000a04:33:44.481328 run osmo-hlr_10.42.42.2(pid=26749): stdout: \u000a| (launched: 2022-12-10_04:33:41.037826) \u000a04:33:44.532900 run osmo-hlr_10.42.42.2(pid=26749): stderr: \u000a| �[0;m�[1;31m20221210043341237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043341237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043341237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043341237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043341237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043341237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043341252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043341261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043341261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043341261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:44.576833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26738): Terminating (SIGTERM)\u000a04:33:44.618230 run iperf3-srv_10.42.42.10(pid=26739): Terminating (SIGTERM)\u000a04:33:44.659680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26740): Terminating (SIGTERM)\u000a04:33:44.701000 run iperf3-srv_10.42.42.10(pid=26741): Terminating (SIGTERM)\u000a04:33:44.742367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26742): Terminating (SIGTERM)\u000a04:33:44.783749 run iperf3-srv_10.42.42.10(pid=26743): Terminating (SIGTERM)\u000a04:33:44.825235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26744): Terminating (SIGTERM)\u000a04:33:44.866431 run iperf3-srv_10.42.42.10(pid=26745): Terminating (SIGTERM)\u000a04:33:44.907720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26748): Terminating (SIGTERM)\u000a04:33:44.949148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26751): Terminating (SIGTERM)\u000a04:33:44.990472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26754): Terminating (SIGTERM)\u000a04:33:45.000038 --- ParallelTerminationStrategy: PID 26738 died...\u000a04:33:45.056050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26738): Terminated: ok {rc=0}\u000a04:33:45.066232 --- ParallelTerminationStrategy: PID 26739 died...\u000a04:33:45.121373 run iperf3-srv_10.42.42.10(pid=26739): Terminated {rc=256}\u000a04:33:45.131569 --- ParallelTerminationStrategy: PID 26740 died...\u000a04:33:45.187038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26740): Terminated: ok {rc=0}\u000a04:33:45.197144 --- ParallelTerminationStrategy: PID 26741 died...\u000a04:33:45.251955 run iperf3-srv_10.42.42.10(pid=26741): Terminated {rc=256}\u000a04:33:45.261924 --- ParallelTerminationStrategy: PID 26742 died...\u000a04:33:45.316783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26742): Terminated: ok {rc=0}\u000a04:33:45.326832 --- ParallelTerminationStrategy: PID 26743 died...\u000a04:33:45.382188 run iperf3-srv_10.42.42.10(pid=26743): Terminated {rc=256}\u000a04:33:45.392215 --- ParallelTerminationStrategy: PID 26744 died...\u000a04:33:45.447622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26744): Terminated: ok {rc=0}\u000a04:33:45.457660 --- ParallelTerminationStrategy: PID 26745 died...\u000a04:33:45.512671 run iperf3-srv_10.42.42.10(pid=26745): Terminated {rc=256}\u000a04:33:45.522705 --- ParallelTerminationStrategy: PID 26748 died...\u000a04:33:45.577810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26748): Terminated: ok {rc=0}\u000a04:33:45.587798 --- ParallelTerminationStrategy: PID 26751 died...\u000a04:33:45.642921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26751): Terminated: ok {rc=0}\u000a04:33:45.652895 --- ParallelTerminationStrategy: PID 26754 died...\u000a04:33:45.708108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26754): Terminated: ok {rc=0}\u000a04:33:45.794545 bus /gobi_4: Setting Powered False\u000a04:33:46.906204 bus /gobi_4: Setting Powered False\u000a04:33:48.016319 bus /gobi_1: Setting Powered False\u000a04:33:49.119823 bus /gobi_1: Setting Powered False\u000a04:33:50.230689 bus /gobi_0: Setting Powered False\u000a04:33:51.333595 bus /gobi_0: Setting Powered False\u000a04:33:52.444873 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26762): Process ended prematurely: osmo-stp_10.42.42.5(pid=26762) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26762)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26762): Process ended prematurely: osmo-stp_10.42.42.5(pid=26762) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:33:53.512167 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:53.524006 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:33:53.675745 tst ping.py: using LAC 26019\u000a04:33:53.793160 tst ping.py: using RAC 9\u000a04:33:53.908919 tst ping.py: using CellId 26019\u000a04:33:54.025521 tst ping.py: using BVCI 26020\u000a04:33:54.047977 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:54.059096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:54.070100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:54.081265 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:54.092351 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:54.103502 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:54.115164 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:33:54.126490 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:33:54.397757 tst ping.py:19: start network...\u000a04:33:54.521192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:54.983256 run create_hlr_db(pid=26756): Launched\u000a04:33:55.153802 bus /gobi_6: Setting Powered False\u000a04:33:56.174526 run create_hlr_db(pid=26756): Terminated: ok {rc=0}\u000a04:33:56.594687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26758): Launched\u000a04:33:56.911248 run osmo-hlr_10.42.42.2(pid=26759): Launched\u000a04:33:57.032017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:57.584929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26761): Launched\u000a04:33:57.900636 run osmo-stp_10.42.42.5(pid=26762): Launched\u000a04:33:58.015075 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:58.564883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26764): Launched\u000a04:33:58.677356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:58.951440 run patchelf(pid=26765): Launched\u000a04:33:59.135647 run osmo-stp_10.42.42.5(pid=26762): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26762)]\u000a04:33:59.270223 run osmo-stp_10.42.42.5(pid=26762): stdout: \u000a| (launched: 2022-12-10_04:33:57.745241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:59.405264 run osmo-stp_10.42.42.5(pid=26762): stderr: \u000a| �[0;m�[38;5;43m20221210043357935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043357935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043357935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043357935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043357936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043357936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043357936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:59.535335 run osmo-stp_10.42.42.5(pid=26762): stdout: \u000a| (launched: 2022-12-10_04:33:57.745241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:59.664375 run osmo-stp_10.42.42.5(pid=26762): stderr: \u000a| �[0;m�[38;5;43m20221210043357935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043357935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043357935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043357935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043357936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043357936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043357936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:59.814454 run patchelf(pid=26765): Terminating (SIGINT)\u000a04:33:59.990269 run patchelf(pid=26765): Terminated: ok {rc=0}\u000a04:34:00.022444 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26762): Process ended prematurely: osmo-stp_10.42.42.5(pid=26762) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26762)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:34:00.031910 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:34:00.094306 run osmo-hlr_10.42.42.2(pid=26759): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26759)]\u000a04:34:00.145154 run osmo-hlr_10.42.42.2(pid=26759): stdout: \u000a| (launched: 2022-12-10_04:33:56.755276) \u000a04:34:00.196521 run osmo-hlr_10.42.42.2(pid=26759): stderr: \u000a| �[0;m�[1;31m20221210043356953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043356953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043356953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043356953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043356953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043356953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043356965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043356973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043356973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043356973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:00.240513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26758): Terminating (SIGTERM)\u000a04:34:00.282140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26761): Terminating (SIGTERM)\u000a04:34:00.324250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26764): Terminating (SIGTERM)\u000a04:34:00.334035 --- ParallelTerminationStrategy: PID 26758 died...\u000a04:34:00.390604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26758): Terminated: ok {rc=0}\u000a04:34:00.400696 --- ParallelTerminationStrategy: PID 26761 died...\u000a04:34:00.456126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26761): Terminated: ok {rc=0}\u000a04:34:00.466184 --- ParallelTerminationStrategy: PID 26764 died...\u000a04:34:00.521338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26764): Terminated: ok {rc=0}\u000a04:34:00.608337 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26772): Process ended prematurely: osmo-stp_10.42.42.5(pid=26772) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26772)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26772): Process ended prematurely: osmo-stp_10.42.42.5(pid=26772) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:34:01.659396 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:01.672724 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:01.840324 tst ping_idle_ping.py: using LAC 26020\u000a04:34:01.994346 tst ping_idle_ping.py: using RAC 10\u000a04:34:02.118674 tst ping_idle_ping.py: using CellId 26020\u000a04:34:02.236800 tst ping_idle_ping.py: using BVCI 26021\u000a04:34:02.260651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:02.272347 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:02.283869 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:02.296508 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:02.308458 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:02.319527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:02.332388 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:02.343796 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:02.634874 tst ping_idle_ping.py:24: start network...\u000a04:34:02.767190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:03.273229 run create_hlr_db(pid=26766): Launched\u000a04:34:03.458408 bus /gobi_6: Setting Powered False\u000a04:34:04.479121 run create_hlr_db(pid=26766): Terminated: ok {rc=0}\u000a04:34:04.878152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26768): Launched\u000a04:34:05.175738 run osmo-hlr_10.42.42.2(pid=26769): Launched\u000a04:34:05.291427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:05.814717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26771): Launched\u000a04:34:06.112317 run osmo-stp_10.42.42.5(pid=26772): Launched\u000a04:34:06.220637 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:06.738124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26774): Launched\u000a04:34:06.844290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:07.103589 run patchelf(pid=26775): Launched\u000a04:34:07.277818 run osmo-stp_10.42.42.5(pid=26772): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26772)]\u000a04:34:07.405487 run osmo-stp_10.42.42.5(pid=26772): stdout: \u000a| (launched: 2022-12-10_04:34:05.965426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:07.533518 run osmo-stp_10.42.42.5(pid=26772): stderr: \u000a| �[0;m�[38;5;43m20221210043406135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043406135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043406135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043406135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043406136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043406136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043406136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:07.656382 run osmo-stp_10.42.42.5(pid=26772): stdout: \u000a| (launched: 2022-12-10_04:34:05.965426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:07.778584 run osmo-stp_10.42.42.5(pid=26772): stderr: \u000a| �[0;m�[38;5;43m20221210043406135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043406135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043406135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043406135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043406136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043406136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043406136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:07.920775 run patchelf(pid=26775): Terminating (SIGINT)\u000a04:34:08.088407 run patchelf(pid=26775): Terminated: ok {rc=0}\u000a04:34:08.119094 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26772): Process ended prematurely: osmo-stp_10.42.42.5(pid=26772) [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26772)] [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:34:08.127993 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:34:08.188179 run osmo-hlr_10.42.42.2(pid=26769): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26769)]\u000a04:34:08.237021 run osmo-hlr_10.42.42.2(pid=26769): stdout: \u000a| (launched: 2022-12-10_04:34:05.028811) \u000a04:34:08.286431 run osmo-hlr_10.42.42.2(pid=26769): stderr: \u000a| �[0;m�[1;31m20221210043405203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043405203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043405203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043405203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043405204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043405204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043405216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043405227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043405227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043405227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:08.328215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26768): Terminating (SIGTERM)\u000a04:34:08.368155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26771): Terminating (SIGTERM)\u000a04:34:08.407748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26774): Terminating (SIGTERM)\u000a04:34:08.417149 --- ParallelTerminationStrategy: PID 26768 died...\u000a04:34:08.470581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26768): Terminated: ok {rc=0}\u000a04:34:08.480312 --- ParallelTerminationStrategy: PID 26771 died...\u000a04:34:08.533608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26771): Terminated: ok {rc=0}\u000a04:34:08.543333 --- ParallelTerminationStrategy: PID 26774 died...\u000a04:34:08.597146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26774): Terminated: ok {rc=0}\u000a04:34:08.680194 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:33:10" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26787): Process ended prematurely: osmo-stp_10.42.42.5(pid=26787) [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26787)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26787): Process ended prematurely: osmo-stp_10.42.42.5(pid=26787) [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:34:10.712651 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:34:10.724518 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:34:10.881967 tst switch_tch_pdch.py: using LAC 26021\u000a04:34:11.005129 tst switch_tch_pdch.py: using RAC 11\u000a04:34:11.128850 tst switch_tch_pdch.py: using CellId 26021\u000a04:34:11.264104 tst switch_tch_pdch.py: using BVCI 26022\u000a04:34:11.288424 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:34:11.300346 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:34:11.312065 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:34:11.323727 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:34:11.335526 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:34:11.347513 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:34:11.359544 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:34:11.371692 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:34:11.491787 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:34:11.782103 tst switch_tch_pdch.py:51: start network...\u000a04:34:11.914062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:12.418700 run create_hlr_db(pid=26781): Launched\u000a04:34:12.602464 bus /gobi_6: Setting Powered False\u000a04:34:13.622999 run create_hlr_db(pid=26781): Terminated: ok {rc=0}\u000a04:34:14.043065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26783): Launched\u000a04:34:14.359096 run osmo-hlr_10.42.42.2(pid=26784): Launched\u000a04:34:14.477980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:15.027226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26786): Launched\u000a04:34:15.343642 run osmo-stp_10.42.42.5(pid=26787): Launched\u000a04:34:15.459419 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:16.036466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26789): Launched\u000a04:34:16.154017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:16.466706 run patchelf(pid=26790): Launched\u000a04:34:16.659792 run osmo-stp_10.42.42.5(pid=26787): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26787)]\u000a04:34:16.799565 run osmo-stp_10.42.42.5(pid=26787): stdout: \u000a| (launched: 2022-12-10_04:34:15.188170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:16.939741 run osmo-stp_10.42.42.5(pid=26787): stderr: \u000a| �[0;m�[38;5;43m20221210043415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043415382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:17.075322 run osmo-stp_10.42.42.5(pid=26787): stdout: \u000a| (launched: 2022-12-10_04:34:15.188170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:17.207353 run osmo-stp_10.42.42.5(pid=26787): stderr: \u000a| �[0;m�[38;5;43m20221210043415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043415382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:17.358703 run patchelf(pid=26790): Terminating (SIGINT)\u000a04:34:17.537169 run patchelf(pid=26790): Terminated: ok {rc=0}\u000a04:34:17.569640 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26787): Process ended prematurely: osmo-stp_10.42.42.5(pid=26787) [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26787)] [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:34:17.579134 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a04:34:17.641661 run osmo-hlr_10.42.42.2(pid=26784): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26784)]\u000a04:34:17.692816 run osmo-hlr_10.42.42.2(pid=26784): stdout: \u000a| (launched: 2022-12-10_04:34:14.203643) \u000a04:34:17.744560 run osmo-hlr_10.42.42.2(pid=26784): stderr: \u000a| �[0;m�[1;31m20221210043414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043414401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043414413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043414421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043414421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043414421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:17.788549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26783): Terminating (SIGTERM)\u000a04:34:17.830302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26786): Terminating (SIGTERM)\u000a04:34:17.871756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26789): Terminating (SIGTERM)\u000a04:34:17.881437 --- ParallelTerminationStrategy: PID 26783 died...\u000a04:34:17.937055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26783): Terminated: ok {rc=0}\u000a04:34:17.947149 --- ParallelTerminationStrategy: PID 26786 died...\u000a04:34:18.002483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26786): Terminated: ok {rc=0}\u000a04:34:18.012391 --- ParallelTerminationStrategy: PID 26789 died...\u000a04:34:18.067916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26789): Terminated: ok {rc=0}\u000a04:34:18.154218 bus /gobi_0: Setting Powered False\u000a04:34:19.256481 bus /gobi_0: Setting Powered False\u000a04:34:20.365945 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:34:10" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26800): Process ended prematurely: osmo-stp_10.42.42.5(pid=26800) [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26800)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26800): Process ended prematurely: osmo-stp_10.42.42.5(pid=26800) [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:34:22.335748 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:34:22.347495 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:34:22.505777 tst switch_tch_pdch.py: using LAC 26022\u000a04:34:22.631720 tst switch_tch_pdch.py: using RAC 12\u000a04:34:22.756721 tst switch_tch_pdch.py: using CellId 26022\u000a04:34:22.880481 tst switch_tch_pdch.py: using BVCI 26023\u000a04:34:22.904657 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:34:22.916296 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:34:22.927733 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:34:22.939167 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:34:22.950595 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:34:22.962005 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:34:22.973461 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:34:22.984732 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:34:23.101815 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:34:23.376587 tst switch_tch_pdch.py:51: start network...\u000a04:34:23.501112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:23.941379 run create_hlr_db(pid=26794): Launched\u000a04:34:24.062431 bus /gobi_6: Setting Powered False\u000a04:34:25.133117 run create_hlr_db(pid=26794): Terminated: ok {rc=0}\u000a04:34:25.527087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26796): Launched\u000a04:34:25.842709 run osmo-hlr_10.42.42.2(pid=26797): Launched\u000a04:34:25.962671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:26.483202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26799): Launched\u000a04:34:26.798731 run osmo-stp_10.42.42.5(pid=26800): Launched\u000a04:34:26.913766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:27.436453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26802): Launched\u000a04:34:27.549684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:27.823301 run patchelf(pid=26803): Launched\u000a04:34:28.008186 run osmo-stp_10.42.42.5(pid=26800): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26800)]\u000a04:34:28.143219 run osmo-stp_10.42.42.5(pid=26800): stdout: \u000a| (launched: 2022-12-10_04:34:26.643331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:28.278214 run osmo-stp_10.42.42.5(pid=26800): stderr: \u000a| �[0;m�[38;5;43m20221210043426834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043426834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043426834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043426834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043426837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043426837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043426837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:28.408541 run osmo-stp_10.42.42.5(pid=26800): stdout: \u000a| (launched: 2022-12-10_04:34:26.643331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:28.538313 run osmo-stp_10.42.42.5(pid=26800): stderr: \u000a| �[0;m�[38;5;43m20221210043426834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043426834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043426834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043426834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043426837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043426837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043426837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:28.688662 run patchelf(pid=26803): Terminating (SIGINT)\u000a04:34:28.865730 run patchelf(pid=26803): Terminated: ok {rc=0}\u000a04:34:28.898015 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26800): Process ended prematurely: osmo-stp_10.42.42.5(pid=26800) [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26800)] [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:34:28.907477 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a04:34:28.969950 run osmo-hlr_10.42.42.2(pid=26797): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26797)]\u000a04:34:29.020866 run osmo-hlr_10.42.42.2(pid=26797): stdout: \u000a| (launched: 2022-12-10_04:34:25.687875) \u000a04:34:29.072521 run osmo-hlr_10.42.42.2(pid=26797): stderr: \u000a| �[0;m�[1;31m20221210043425884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043425884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043425884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043425884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043425884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043425885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043425897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043425905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043425905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043425905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:29.116728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26796): Terminating (SIGTERM)\u000a04:34:29.158471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26799): Terminating (SIGTERM)\u000a04:34:29.200314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26802): Terminating (SIGTERM)\u000a04:34:29.210060 --- ParallelTerminationStrategy: PID 26796 died...\u000a04:34:29.265627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26796): Terminated: ok {rc=0}\u000a04:34:29.275766 --- ParallelTerminationStrategy: PID 26799 died...\u000a04:34:29.331316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26799): Terminated: ok {rc=0}\u000a04:34:29.341547 --- ParallelTerminationStrategy: PID 26802 died...\u000a04:34:29.397140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26802): Terminated: ok {rc=0}\u000a04:34:29.484148 bus /gobi_0: Setting Powered False\u000a04:34:30.589877 bus /gobi_0: Setting Powered False\u000a04:34:31.700333 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:34:22" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26808): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26808) [trial-2369↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26808)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26808): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26808) [trial-2369↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a04:34:33.569788 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a04:34:33.580426 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a04:34:33.704650 tst mo_mt_sms.py: using LAC 26023\u000a04:34:33.820587 tst mo_mt_sms.py: using RAC 13\u000a04:34:33.937491 tst mo_mt_sms.py: using CellId 26023\u000a04:34:34.051402 tst mo_mt_sms.py: using BVCI 26024\u000a04:34:34.073745 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a04:34:34.189400 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a04:34:34.463061 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:34:34.586151 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:34:35.199212 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26807): Launched\u000a04:34:35.491933 run osmo-nitb_10.42.42.2(pid=26808): Launched\u000a04:34:35.675234 run osmo-nitb_10.42.42.2(pid=26808): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26808)]\u000a04:34:35.809881 run osmo-nitb_10.42.42.2(pid=26808): stdout: \u000a| (launched: 2022-12-10_04:34:35.349505) \u000a04:34:35.944505 run osmo-nitb_10.42.42.2(pid=26808): stderr: \u000a| (launched: 2022-12-10_04:34:35.393431)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:34:36.074685 run osmo-nitb_10.42.42.2(pid=26808): stdout: \u000a| (launched: 2022-12-10_04:34:35.349505) \u000a04:34:36.203487 run osmo-nitb_10.42.42.2(pid=26808): stderr: \u000a| (launched: 2022-12-10_04:34:35.393431)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:34:36.612187 tst osmo-nitb_10.42.42.2(pid=26808): stdout: \u000a| (launched: 2022-12-10_04:34:35.349505) \u000a04:34:36.730424 tst osmo-nitb_10.42.42.2(pid=26808): stderr: \u000a| (launched: 2022-12-10_04:34:35.393431)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:34:36.782144 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26808): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26808) [trial-2369↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26808)] [trial-2369↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a04:34:36.790539 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a04:34:36.825666 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26807): Terminating (SIGTERM)\u000a04:34:37.003742 --- ParallelTerminationStrategy: PID 26807 died...\u000a04:34:37.058377 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26807): Terminated: ok {rc=0}\u000a04:34:37.144874 bus /sierra_3: Setting Powered False\u000a04:34:38.248748 bus /sierra_3: Setting Powered False\u000a04:34:39.356314 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:34:33" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26818): Process ended prematurely: osmo-stp_10.42.42.5(pid=26818) [trial-2369↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26818)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26818): Process ended prematurely: osmo-stp_10.42.42.5(pid=26818) [trial-2369↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a04:34:41.227812 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:41.239014 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:34:41.368498 tst mo_mt_sms.py: using LAC 26024\u000a04:34:41.491775 tst mo_mt_sms.py: using RAC 14\u000a04:34:41.615690 tst mo_mt_sms.py: using CellId 26024\u000a04:34:41.739804 tst mo_mt_sms.py: using BVCI 26025\u000a04:34:41.763787 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:41.774947 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:41.785972 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:41.797033 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:41.808003 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:41.818974 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a04:34:41.932366 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a04:34:42.128199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:42.595271 run create_hlr_db(pid=26812): Launched\u000a04:34:42.766944 bus /sierra_2: Setting Powered False\u000a04:34:43.788103 run create_hlr_db(pid=26812): Terminated: ok {rc=0}\u000a04:34:44.206950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26814): Launched\u000a04:34:44.522485 run osmo-hlr_10.42.42.2(pid=26815): Launched\u000a04:34:44.638849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:45.185411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26817): Launched\u000a04:34:45.500253 run osmo-stp_10.42.42.5(pid=26818): Launched\u000a04:34:45.615100 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:34:46.223184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26820): Launched\u000a04:34:46.632547 run osmo-msc_10.42.42.6(pid=26821): Launched\u000a04:34:47.055314 run osmo-stp_10.42.42.5(pid=26818): ERR: Terminated: ERROR {rc=1} [trial-2369↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26818)]\u000a04:34:47.215303 run osmo-stp_10.42.42.5(pid=26818): stdout: \u000a| (launched: 2022-12-10_04:34:45.345208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:47.348140 run osmo-stp_10.42.42.5(pid=26818): stderr: \u000a| �[0;m�[38;5;43m20221210043445535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043445535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043445535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043445536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043445536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043445536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043445536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:47.475681 run osmo-stp_10.42.42.5(pid=26818): stdout: \u000a| (launched: 2022-12-10_04:34:45.345208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:47.601840 run osmo-stp_10.42.42.5(pid=26818): stderr: \u000a| �[0;m�[38;5;43m20221210043445535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043445535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043445535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043445536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043445536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043445536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043445536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:47.657708 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26818): Process ended prematurely: osmo-stp_10.42.42.5(pid=26818) [trial-2369↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26818)] [trial-2369↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a04:34:47.666996 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a04:34:47.729094 run osmo-hlr_10.42.42.2(pid=26815): ERR: Terminated: ERROR {rc=237} [trial-2369↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26815)]\u000a04:34:47.780153 run osmo-hlr_10.42.42.2(pid=26815): stdout: \u000a| (launched: 2022-12-10_04:34:44.368040) \u000a04:34:47.831995 run osmo-hlr_10.42.42.2(pid=26815): stderr: \u000a| �[0;m�[1;31m20221210043444567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043444567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043444567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043444567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043444567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043444567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043444580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043444588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043444588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043444588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:47.902224 run osmo-msc_10.42.42.6(pid=26821): ERR: Terminated: ERROR {rc=2} [trial-2369↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26821)]\u000a04:34:47.953159 run osmo-msc_10.42.42.6(pid=26821): stdout: \u000a| (launched: 2022-12-10_04:34:46.386898) \u000a04:34:48.004681 run osmo-msc_10.42.42.6(pid=26821): stderr: \u000a| �[0;m�[38;5;43m20221210043446825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043446825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcba792c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043446825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043446825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043446825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043446825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043446827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043446827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043446828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043446828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:34:48.048394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26814): Terminating (SIGTERM)\u000a04:34:48.089722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26817): Terminating (SIGTERM)\u000a04:34:48.131029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26820): Terminating (SIGTERM)\u000a04:34:48.140532 --- ParallelTerminationStrategy: PID 26814 died...\u000a04:34:48.195936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26814): Terminated: ok {rc=0}\u000a04:34:48.205956 --- ParallelTerminationStrategy: PID 26817 died...\u000a04:34:48.261054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26817): Terminated: ok {rc=0}\u000a04:34:48.270959 --- ParallelTerminationStrategy: PID 26820 died...\u000a04:34:48.326053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26820): Terminated: ok {rc=0}\u000a04:34:48.413245 bus /sierra_3: Setting Powered False\u000a04:34:49.516144 bus /sierra_3: Setting Powered False\u000a04:34:50.625405 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:34:41" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26827): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26827) [trial-2369↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26827)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26827): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26827) [trial-2369↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a04:34:52.442260 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a04:34:52.452880 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:34:52.578045 tst assert_extension.py: using LAC 26025\u000a04:34:52.699815 tst assert_extension.py: using RAC 15\u000a04:34:52.823646 tst assert_extension.py: using CellId 26025\u000a04:34:52.947009 tst assert_extension.py: using BVCI 26026\u000a04:34:52.971026 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a04:34:53.257272 tst assert_extension.py:10: start nitb and bts...\u000a04:34:53.389525 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:34:54.041603 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26826): Launched\u000a04:34:54.353655 run osmo-nitb_10.42.42.2(pid=26827): Launched\u000a04:34:54.546746 run osmo-nitb_10.42.42.2(pid=26827): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26827)]\u000a04:34:54.688882 run osmo-nitb_10.42.42.2(pid=26827): stdout: \u000a| (launched: 2022-12-10_04:34:54.202139) \u000a04:34:54.831576 run osmo-nitb_10.42.42.2(pid=26827): stderr: \u000a| (launched: 2022-12-10_04:34:54.249037)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:34:54.969383 run osmo-nitb_10.42.42.2(pid=26827): stdout: \u000a| (launched: 2022-12-10_04:34:54.202139) \u000a04:34:55.106463 run osmo-nitb_10.42.42.2(pid=26827): stderr: \u000a| (launched: 2022-12-10_04:34:54.249037)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:34:55.481118 tst osmo-nitb_10.42.42.2(pid=26827): stdout: \u000a| (launched: 2022-12-10_04:34:54.202139) \u000a04:34:55.607040 tst osmo-nitb_10.42.42.2(pid=26827): stderr: \u000a| (launched: 2022-12-10_04:34:54.249037)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:34:55.661887 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26827): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26827) [trial-2369↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26827)] [trial-2369↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a04:34:55.670631 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a04:34:55.706404 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26826): Terminating (SIGTERM)\u000a04:34:55.883972 --- ParallelTerminationStrategy: PID 26826 died...\u000a04:34:55.940844 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26826): Terminated: ok {rc=0}\u000a04:34:56.026626 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:34:52" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26840): Process ended prematurely: osmo-stp_10.42.42.5(pid=26840) [trial-2369↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26840): Process ended prematurely: osmo-stp_10.42.42.5(pid=26840) [trial-2369↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a04:34:57.838708 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:57.849381 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:34:57.976233 tst assert_extension.py: using LAC 26026\u000a04:34:58.091877 tst assert_extension.py: using RAC 16\u000a04:34:58.217495 tst assert_extension.py: using CellId 26026\u000a04:34:58.332244 tst assert_extension.py: using BVCI 26027\u000a04:34:58.354846 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:58.365502 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:58.375964 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:58.386831 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:58.397664 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:34:58.408369 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a04:34:58.612836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:59.116077 run create_hlr_db(pid=26831): Launched\u000a04:34:59.300196 bus /sierra_2: Setting Powered False\u000a04:35:00.319221 run create_hlr_db(pid=26831): Terminated: ok {rc=0}\u000a04:35:00.738866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26833): Launched\u000a04:35:01.111779 run osmo-hlr_10.42.42.2(pid=26834): Launched\u000a04:35:01.333840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:01.967964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26839): Launched\u000a04:35:02.331021 run osmo-stp_10.42.42.5(pid=26840): Launched\u000a04:35:02.454115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:35:03.029152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26842): Launched\u000a04:35:03.344898 run osmo-msc_10.42.42.6(pid=26843): Launched\u000a04:35:03.530979 run osmo-stp_10.42.42.5(pid=26840): ERR: Terminated: ERROR {rc=1} [trial-2369↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]\u000a04:35:03.664701 run osmo-stp_10.42.42.5(pid=26840): stdout: \u000a| (launched: 2022-12-10_04:35:02.130918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:03.798891 run osmo-stp_10.42.42.5(pid=26840): stderr: \u000a| �[0;m�[38;5;43m20221210043502424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043502424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043502424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043502424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043502425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043502425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043502425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:03.926408 run osmo-stp_10.42.42.5(pid=26840): stdout: \u000a| (launched: 2022-12-10_04:35:02.130918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:04.052488 run osmo-stp_10.42.42.5(pid=26840): stderr: \u000a| �[0;m�[38;5;43m20221210043502424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043502424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043502424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043502424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043502425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043502425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043502425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:04.107933 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26840): Process ended prematurely: osmo-stp_10.42.42.5(pid=26840) [trial-2369↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)] [trial-2369↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a04:35:04.116867 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a04:35:04.179038 run osmo-hlr_10.42.42.2(pid=26834): ERR: Terminated: ERROR {rc=237} [trial-2369↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26834)]\u000a04:35:04.230130 run osmo-hlr_10.42.42.2(pid=26834): stdout: \u000a| (launched: 2022-12-10_04:35:00.910221) \u000a04:35:04.281878 run osmo-hlr_10.42.42.2(pid=26834): stderr: \u000a| �[0;m�[1;31m20221210043501242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043501242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043501242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043501242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043501242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043501242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043501258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043501270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043501271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043501271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:04.351975 run osmo-msc_10.42.42.6(pid=26843): ERR: Terminated: ERROR {rc=2} [trial-2369↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26843)]\u000a04:35:04.403154 run osmo-msc_10.42.42.6(pid=26843): stdout: \u000a| (launched: 2022-12-10_04:35:03.189824) \u000a04:35:04.454620 run osmo-msc_10.42.42.6(pid=26843): stderr: \u000a| �[0;m�[38;5;43m20221210043503508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043503508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2473697c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043503509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043503509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043503509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043503509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043503512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043503513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043503513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043503513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:35:04.498179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26833): Terminating (SIGTERM)\u000a04:35:04.539243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26839): Terminating (SIGTERM)\u000a04:35:04.580497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26842): Terminating (SIGTERM)\u000a04:35:04.590098 --- ParallelTerminationStrategy: PID 26833 died...\u000a04:35:04.645458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26833): Terminated: ok {rc=0}\u000a04:35:04.655547 --- ParallelTerminationStrategy: PID 26839 died...\u000a04:35:04.710627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26839): Terminated: ok {rc=0}\u000a04:35:04.720456 --- ParallelTerminationStrategy: PID 26842 died...\u000a04:35:04.775364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26842): Terminated: ok {rc=0}\u000a04:35:04.861758 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:34:57" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26854): Process ended prematurely: osmo-stp_10.42.42.5(pid=26854) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26854): Process ended prematurely: osmo-stp_10.42.42.5(pid=26854) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:35:06.799378 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:06.811230 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:35:06.964221 tst mo_mt_call.py: using LAC 26027\u000a04:35:07.091776 tst mo_mt_call.py: using RAC 17\u000a04:35:07.217434 tst mo_mt_call.py: using CellId 26027\u000a04:35:07.342947 tst mo_mt_call.py: using BVCI 26028\u000a04:35:07.367508 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:07.379292 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:07.391134 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:07.402755 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:07.414439 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:07.426003 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:35:07.539889 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:35:07.740264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:08.214537 run create_hlr_db(pid=26848): Launched\u000a04:35:08.387756 bus /sierra_2: Setting Powered False\u000a04:35:09.410105 run create_hlr_db(pid=26848): Terminated: ok {rc=0}\u000a04:35:09.837625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26850): Launched\u000a04:35:10.158719 run osmo-hlr_10.42.42.2(pid=26851): Launched\u000a04:35:10.276414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:10.832888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26853): Launched\u000a04:35:11.152528 run osmo-stp_10.42.42.5(pid=26854): Launched\u000a04:35:11.269184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:35:11.852337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26856): Launched\u000a04:35:12.155860 run osmo-msc_10.42.42.6(pid=26857): Launched\u000a04:35:12.334431 run osmo-stp_10.42.42.5(pid=26854): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]\u000a04:35:12.463627 run osmo-stp_10.42.42.5(pid=26854): stdout: \u000a| (launched: 2022-12-10_04:35:10.995248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:12.589554 run osmo-stp_10.42.42.5(pid=26854): stderr: \u000a| �[0;m�[38;5;43m20221210043511186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043511186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043511187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043511187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043511187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043511188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043511188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:12.710996 run osmo-stp_10.42.42.5(pid=26854): stdout: \u000a| (launched: 2022-12-10_04:35:10.995248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:12.831178 run osmo-stp_10.42.42.5(pid=26854): stderr: \u000a| �[0;m�[38;5;43m20221210043511186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043511186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043511187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043511187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043511187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043511188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043511188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:12.884219 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26854): Process ended prematurely: osmo-stp_10.42.42.5(pid=26854) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:35:12.893147 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:35:12.953649 run osmo-hlr_10.42.42.2(pid=26851): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26851)]\u000a04:35:13.002779 run osmo-hlr_10.42.42.2(pid=26851): stdout: \u000a| (launched: 2022-12-10_04:35:10.001684) \u000a04:35:13.052735 run osmo-hlr_10.42.42.2(pid=26851): stderr: \u000a| �[0;m�[1;31m20221210043510199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043510199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043510199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043510199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043510199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043510199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043510210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043510218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043510219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043510219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:13.120459 run osmo-msc_10.42.42.6(pid=26857): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26857)]\u000a04:35:13.169450 run osmo-msc_10.42.42.6(pid=26857): stdout: \u000a| (launched: 2022-12-10_04:35:12.005754) \u000a04:35:13.218897 run osmo-msc_10.42.42.6(pid=26857): stderr: \u000a| �[0;m�[38;5;43m20221210043512280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043512280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39c148bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043512280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043512280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043512280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043512280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043512283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043512283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043512283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043512283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:35:13.260555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26850): Terminating (SIGTERM)\u000a04:35:13.300178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26853): Terminating (SIGTERM)\u000a04:35:13.339788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26856): Terminating (SIGTERM)\u000a04:35:13.349587 --- ParallelTerminationStrategy: PID 26850 died...\u000a04:35:13.402789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26850): Terminated: ok {rc=0}\u000a04:35:13.412512 --- ParallelTerminationStrategy: PID 26853 died...\u000a04:35:13.465147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26853): Terminated: ok {rc=0}\u000a04:35:13.474937 --- ParallelTerminationStrategy: PID 26856 died...\u000a04:35:13.527660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26856): Terminated: ok {rc=0}\u000a04:35:13.609667 bus /sierra_3: Setting Powered False\u000a04:35:14.712212 bus /sierra_3: Setting Powered False\u000a04:35:15.823870 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26865): Process ended prematurely: osmo-stp_10.42.42.5(pid=26865) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26865)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26865): Process ended prematurely: osmo-stp_10.42.42.5(pid=26865) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:35:16.956161 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:16.969487 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:35:17.154686 tst mo_mt_call_osmux.py: using LAC 26028\u000a04:35:17.283951 tst mo_mt_call_osmux.py: using RAC 18\u000a04:35:17.402790 tst mo_mt_call_osmux.py: using CellId 26028\u000a04:35:17.519013 tst mo_mt_call_osmux.py: using BVCI 26029\u000a04:35:17.542053 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:17.553645 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:17.564861 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:17.576804 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:17.587911 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:35:17.599178 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:35:17.717249 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:35:17.926935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:18.439240 run create_hlr_db(pid=26859): Launched\u000a04:35:18.625612 bus /sierra_2: Setting Powered False\u000a04:35:19.645947 run create_hlr_db(pid=26859): Terminated: ok {rc=0}\u000a04:35:20.051756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26861): Launched\u000a04:35:20.354174 run osmo-hlr_10.42.42.2(pid=26862): Launched\u000a04:35:20.469372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:20.992686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26864): Launched\u000a04:35:21.294676 run osmo-stp_10.42.42.5(pid=26865): Launched\u000a04:35:21.404734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:35:21.955670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26867): Launched\u000a04:35:22.258825 run osmo-msc_10.42.42.6(pid=26868): Launched\u000a04:35:22.436306 run osmo-stp_10.42.42.5(pid=26865): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26865)]\u000a04:35:22.565177 run osmo-stp_10.42.42.5(pid=26865): stdout: \u000a| (launched: 2022-12-10_04:35:21.145934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:22.690999 run osmo-stp_10.42.42.5(pid=26865): stderr: \u000a| �[0;m�[38;5;43m20221210043521316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043521316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043521317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043521317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043521318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043521318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043521318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:22.812277 run osmo-stp_10.42.42.5(pid=26865): stdout: \u000a| (launched: 2022-12-10_04:35:21.145934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:22.932049 run osmo-stp_10.42.42.5(pid=26865): stderr: \u000a| �[0;m�[38;5;43m20221210043521316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043521316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043521317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043521317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043521318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043521318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043521318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:22.985244 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26865): Process ended prematurely: osmo-stp_10.42.42.5(pid=26865) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26865)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:35:22.993922 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:35:23.053626 run osmo-hlr_10.42.42.2(pid=26862): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26862)]\u000a04:35:23.102206 run osmo-hlr_10.42.42.2(pid=26862): stdout: \u000a| (launched: 2022-12-10_04:35:20.205119) \u000a04:35:23.151637 run osmo-hlr_10.42.42.2(pid=26862): stderr: \u000a| �[0;m�[1;31m20221210043520383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043520383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043520383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043520383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043520383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043520383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043520395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043520404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043520404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043520405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:23.218267 run osmo-msc_10.42.42.6(pid=26868): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26868)]\u000a04:35:23.266884 run osmo-msc_10.42.42.6(pid=26868): stdout: \u000a| (launched: 2022-12-10_04:35:22.108731) \u000a04:35:23.316008 run osmo-msc_10.42.42.6(pid=26868): stderr: \u000a| �[0;m�[38;5;43m20221210043522379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043522379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c6eac4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043522379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043522379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043522380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043522380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043522381 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043522382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043522382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043522382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:35:23.357756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26861): Terminating (SIGTERM)\u000a04:35:23.397452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26864): Terminating (SIGTERM)\u000a04:35:23.436704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26867): Terminating (SIGTERM)\u000a04:35:23.446155 --- ParallelTerminationStrategy: PID 26861 died...\u000a04:35:23.498820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26861): Terminated: ok {rc=0}\u000a04:35:23.508519 --- ParallelTerminationStrategy: PID 26864 died...\u000a04:35:23.561160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26864): Terminated: ok {rc=0}\u000a04:35:23.570692 --- ParallelTerminationStrategy: PID 26867 died...\u000a04:35:23.623027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26867): Terminated: ok {rc=0}\u000a04:35:23.709571 bus /sierra_3: Setting Powered False\u000a04:35:24.812005 bus /sierra_3: Setting Powered False\u000a04:35:25.921774 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:35:06" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26879): Process ended prematurely: osmo-stp_10.42.42.5(pid=26879) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26879)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26879): Process ended prematurely: osmo-stp_10.42.42.5(pid=26879) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:35:27.889440 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:27.900529 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:35:28.053008 tst mo_mt_call.py: using LAC 26029\u000a04:35:28.176871 tst mo_mt_call.py: using RAC 19\u000a04:35:28.300747 tst mo_mt_call.py: using CellId 26029\u000a04:35:28.425285 tst mo_mt_call.py: using BVCI 26030\u000a04:35:28.449941 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:28.461862 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:28.473306 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:28.484659 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:28.496225 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:28.507640 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:35:28.622770 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:35:28.823976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:29.298850 run create_hlr_db(pid=26873): Launched\u000a04:35:29.472461 bus /sierra_2: Setting Powered False\u000a04:35:30.494280 run create_hlr_db(pid=26873): Terminated: ok {rc=0}\u000a04:35:30.925213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26875): Launched\u000a04:35:31.265896 run osmo-hlr_10.42.42.2(pid=26876): Launched\u000a04:35:31.490062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:32.282719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26878): Launched\u000a04:35:32.651194 run osmo-stp_10.42.42.5(pid=26879): Launched\u000a04:35:32.769980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:35:33.358783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26881): Launched\u000a04:35:33.681930 run osmo-msc_10.42.42.6(pid=26882): Launched\u000a04:35:33.869816 run osmo-stp_10.42.42.5(pid=26879): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26879)]\u000a04:35:34.006244 run osmo-stp_10.42.42.5(pid=26879): stdout: \u000a| (launched: 2022-12-10_04:35:32.467788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:34.144018 run osmo-stp_10.42.42.5(pid=26879): stderr: \u000a| �[0;m�[38;5;43m20221210043532675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043532675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043532675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043532676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043532676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043532676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043532676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:34.273794 run osmo-stp_10.42.42.5(pid=26879): stdout: \u000a| (launched: 2022-12-10_04:35:32.467788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:34.402286 run osmo-stp_10.42.42.5(pid=26879): stderr: \u000a| �[0;m�[38;5;43m20221210043532675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043532675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043532675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043532676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043532676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043532676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043532676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:34.459542 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26879): Process ended prematurely: osmo-stp_10.42.42.5(pid=26879) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26879)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:35:34.469111 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a04:35:34.531206 run osmo-hlr_10.42.42.2(pid=26876): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26876)]\u000a04:35:34.582381 run osmo-hlr_10.42.42.2(pid=26876): stdout: \u000a| (launched: 2022-12-10_04:35:31.084409) \u000a04:35:34.634222 run osmo-hlr_10.42.42.2(pid=26876): stderr: \u000a| �[0;m�[1;31m20221210043531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043531503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043531520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043531520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043531520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:34.704601 run osmo-msc_10.42.42.6(pid=26882): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26882)]\u000a04:35:34.755589 run osmo-msc_10.42.42.6(pid=26882): stdout: \u000a| (launched: 2022-12-10_04:35:33.523542) \u000a04:35:34.806994 run osmo-msc_10.42.42.6(pid=26882): stderr: \u000a| �[0;m�[38;5;43m20221210043533844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043533844 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34c9c1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043533844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043533844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043533844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043533845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043533846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043533847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043533847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043533847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:35:34.850570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26875): Terminating (SIGTERM)\u000a04:35:34.892165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26878): Terminating (SIGTERM)\u000a04:35:34.933738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26881): Terminating (SIGTERM)\u000a04:35:34.943368 --- ParallelTerminationStrategy: PID 26875 died...\u000a04:35:34.999045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26875): Terminated: ok {rc=0}\u000a04:35:35.009171 --- ParallelTerminationStrategy: PID 26878 died...\u000a04:35:35.064373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26878): Terminated: ok {rc=0}\u000a04:35:35.074419 --- ParallelTerminationStrategy: PID 26881 died...\u000a04:35:35.129721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26881): Terminated: ok {rc=0}\u000a04:35:35.216567 bus /sierra_3: Setting Powered False\u000a04:35:36.322753 bus /sierra_3: Setting Powered False\u000a04:35:37.430485 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26890): Process ended prematurely: osmo-stp_10.42.42.5(pid=26890) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26890)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26890): Process ended prematurely: osmo-stp_10.42.42.5(pid=26890) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:35:38.544470 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:38.557678 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:35:38.712499 tst mo_mt_call_osmux.py: using LAC 26030\u000a04:35:38.838145 tst mo_mt_call_osmux.py: using RAC 20\u000a04:35:38.970050 tst mo_mt_call_osmux.py: using CellId 26030\u000a04:35:39.094190 tst mo_mt_call_osmux.py: using BVCI 26031\u000a04:35:39.118646 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:39.130345 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:39.141924 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:39.153548 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:39.165262 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:35:39.176773 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:35:39.293796 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:35:39.503354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:40.016065 run create_hlr_db(pid=26884): Launched\u000a04:35:40.202408 bus /sierra_2: Setting Powered False\u000a04:35:41.223815 run create_hlr_db(pid=26884): Terminated: ok {rc=0}\u000a04:35:41.629460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26886): Launched\u000a04:35:41.931247 run osmo-hlr_10.42.42.2(pid=26887): Launched\u000a04:35:42.050483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:42.583692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26889): Launched\u000a04:35:42.886667 run osmo-stp_10.42.42.5(pid=26890): Launched\u000a04:35:42.998052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:35:43.550069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26892): Launched\u000a04:35:43.859320 run osmo-msc_10.42.42.6(pid=26893): Launched\u000a04:35:44.049307 run osmo-stp_10.42.42.5(pid=26890): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26890)]\u000a04:35:44.187792 run osmo-stp_10.42.42.5(pid=26890): stdout: \u000a| (launched: 2022-12-10_04:35:42.737276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:44.323258 run osmo-stp_10.42.42.5(pid=26890): stderr: \u000a| �[0;m�[38;5;43m20221210043542908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043542908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043542908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043542908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043542909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043542909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043542909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:44.452912 run osmo-stp_10.42.42.5(pid=26890): stdout: \u000a| (launched: 2022-12-10_04:35:42.737276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:44.581708 run osmo-stp_10.42.42.5(pid=26890): stderr: \u000a| �[0;m�[38;5;43m20221210043542908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043542908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043542908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043542908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043542909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043542909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043542909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:44.638578 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26890): Process ended prematurely: osmo-stp_10.42.42.5(pid=26890) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26890)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:35:44.647734 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:35:44.710408 run osmo-hlr_10.42.42.2(pid=26887): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26887)]\u000a04:35:44.761549 run osmo-hlr_10.42.42.2(pid=26887): stdout: \u000a| (launched: 2022-12-10_04:35:41.783154) \u000a04:35:44.813647 run osmo-hlr_10.42.42.2(pid=26887): stderr: \u000a| �[0;m�[1;31m20221210043541960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043541960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043541960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043541960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043541960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043541960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043541972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043541981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043541981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043541981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:44.883939 run osmo-msc_10.42.42.6(pid=26893): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26893)]\u000a04:35:44.934838 run osmo-msc_10.42.42.6(pid=26893): stdout: \u000a| (launched: 2022-12-10_04:35:43.703080) \u000a04:35:44.986448 run osmo-msc_10.42.42.6(pid=26893): stderr: \u000a| �[0;m�[38;5;43m20221210043544022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043544022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d3575ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043544022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043544023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043544023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043544023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043544025 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043544025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043544025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043544025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:35:45.030397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26886): Terminating (SIGTERM)\u000a04:35:45.071672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26889): Terminating (SIGTERM)\u000a04:35:45.113246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26892): Terminating (SIGTERM)\u000a04:35:45.122867 --- ParallelTerminationStrategy: PID 26886 died...\u000a04:35:45.178422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26886): Terminated: ok {rc=0}\u000a04:35:45.188555 --- ParallelTerminationStrategy: PID 26889 died...\u000a04:35:45.243438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26889): Terminated: ok {rc=0}\u000a04:35:45.253547 --- ParallelTerminationStrategy: PID 26892 died...\u000a04:35:45.308511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26892): Terminated: ok {rc=0}\u000a04:35:45.395004 bus /sierra_3: Setting Powered False\u000a04:35:46.498557 bus /sierra_3: Setting Powered False\u000a04:35:47.608459 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:35:27" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26904): Process ended prematurely: osmo-stp_10.42.42.5(pid=26904) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26904): Process ended prematurely: osmo-stp_10.42.42.5(pid=26904) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:35:49.587991 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:35:49.599954 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:35:49.753107 tst mo_mt_call.py: using LAC 26031\u000a04:35:49.880071 tst mo_mt_call.py: using RAC 21\u000a04:35:50.006204 tst mo_mt_call.py: using CellId 26031\u000a04:35:50.131292 tst mo_mt_call.py: using BVCI 26032\u000a04:35:50.156051 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:35:50.167811 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:35:50.179337 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:35:50.190881 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:35:50.202629 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:35:50.214215 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:35:50.328317 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:35:50.529582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:51.003345 run create_hlr_db(pid=26898): Launched\u000a04:35:51.178225 bus /sierra_2: Setting Powered False\u000a04:35:52.199817 run create_hlr_db(pid=26898): Terminated: ok {rc=0}\u000a04:35:52.602361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26900): Launched\u000a04:35:52.904431 run osmo-hlr_10.42.42.2(pid=26901): Launched\u000a04:35:53.015403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:53.538773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26903): Launched\u000a04:35:53.840591 run osmo-stp_10.42.42.5(pid=26904): Launched\u000a04:35:53.951349 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:35:54.503242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26906): Launched\u000a04:35:54.806313 run osmo-msc_10.42.42.6(pid=26907): Launched\u000a04:35:54.984214 run osmo-stp_10.42.42.5(pid=26904): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)]\u000a04:35:55.112664 run osmo-stp_10.42.42.5(pid=26904): stdout: \u000a| (launched: 2022-12-10_04:35:53.691787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:55.238648 run osmo-stp_10.42.42.5(pid=26904): stderr: \u000a| �[0;m�[38;5;43m20221210043553861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043553861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043553861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043553862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043553864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043553864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043553864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:55.359822 run osmo-stp_10.42.42.5(pid=26904): stdout: \u000a| (launched: 2022-12-10_04:35:53.691787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:55.479955 run osmo-stp_10.42.42.5(pid=26904): stderr: \u000a| �[0;m�[38;5;43m20221210043553861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043553861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043553861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043553862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043553864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043553864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043553864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:55.532833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26904): Process ended prematurely: osmo-stp_10.42.42.5(pid=26904) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:35:55.541619 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:35:55.601174 run osmo-hlr_10.42.42.2(pid=26901): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26901)]\u000a04:35:55.649845 run osmo-hlr_10.42.42.2(pid=26901): stdout: \u000a| (launched: 2022-12-10_04:35:52.755674) \u000a04:35:55.699518 run osmo-hlr_10.42.42.2(pid=26901): stderr: \u000a| �[0;m�[1;31m20221210043552930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043552930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043552930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043552931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043552931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043552931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043552943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043552952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043552952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043552952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:55.766299 run osmo-msc_10.42.42.6(pid=26907): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26907)]\u000a04:35:55.815029 run osmo-msc_10.42.42.6(pid=26907): stdout: \u000a| (launched: 2022-12-10_04:35:54.656273) \u000a04:35:55.864397 run osmo-msc_10.42.42.6(pid=26907): stderr: \u000a| �[0;m�[38;5;43m20221210043554926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043554926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50eae97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043554926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043554926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043554926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043554927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043554930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043554931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043554931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043554931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:35:55.905709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26900): Terminating (SIGTERM)\u000a04:35:55.945765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26903): Terminating (SIGTERM)\u000a04:35:55.984911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26906): Terminating (SIGTERM)\u000a04:35:55.994436 --- ParallelTerminationStrategy: PID 26900 died...\u000a04:35:56.047468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26900): Terminated: ok {rc=0}\u000a04:35:56.056896 --- ParallelTerminationStrategy: PID 26903 died...\u000a04:35:56.109634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26903): Terminated: ok {rc=0}\u000a04:35:56.119059 --- ParallelTerminationStrategy: PID 26906 died...\u000a04:35:56.172155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26906): Terminated: ok {rc=0}\u000a04:35:56.259458 bus /sierra_3: Setting Powered False\u000a04:35:57.362228 bus /sierra_3: Setting Powered False\u000a04:35:58.472313 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26915): Process ended prematurely: osmo-stp_10.42.42.5(pid=26915) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26915)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26915): Process ended prematurely: osmo-stp_10.42.42.5(pid=26915) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:35:59.581670 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:35:59.593385 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:35:59.741172 tst mo_mt_call_osmux.py: using LAC 26032\u000a04:35:59.859785 tst mo_mt_call_osmux.py: using RAC 22\u000a04:35:59.978857 tst mo_mt_call_osmux.py: using CellId 26032\u000a04:36:00.103338 tst mo_mt_call_osmux.py: using BVCI 26033\u000a04:36:00.128015 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:00.139927 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:00.151780 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:00.165362 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:00.176929 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:00.188035 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:36:00.303011 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:36:00.503216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:00.992275 run create_hlr_db(pid=26909): Launched\u000a04:36:01.169971 bus /sierra_2: Setting Powered False\u000a04:36:02.233070 run create_hlr_db(pid=26909): Terminated: ok {rc=0}\u000a04:36:02.662735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26911): Launched\u000a04:36:02.984074 run osmo-hlr_10.42.42.2(pid=26912): Launched\u000a04:36:03.102075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:03.655010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26914): Launched\u000a04:36:03.957981 run osmo-stp_10.42.42.5(pid=26915): Launched\u000a04:36:04.068470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:04.627246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26917): Launched\u000a04:36:04.931802 run osmo-msc_10.42.42.6(pid=26918): Launched\u000a04:36:05.110555 run osmo-stp_10.42.42.5(pid=26915): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26915)]\u000a04:36:05.239718 run osmo-stp_10.42.42.5(pid=26915): stdout: \u000a| (launched: 2022-12-10_04:36:03.809015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:05.365801 run osmo-stp_10.42.42.5(pid=26915): stderr: \u000a| �[0;m�[38;5;43m20221210043603979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043603979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043603980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043603980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043603982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043603982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043603983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:05.487565 run osmo-stp_10.42.42.5(pid=26915): stdout: \u000a| (launched: 2022-12-10_04:36:03.809015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:05.608876 run osmo-stp_10.42.42.5(pid=26915): stderr: \u000a| �[0;m�[38;5;43m20221210043603979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043603979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043603980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043603980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043603982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043603982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043603983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:05.662198 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26915): Process ended prematurely: osmo-stp_10.42.42.5(pid=26915) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26915)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:36:05.670880 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:36:05.731132 run osmo-hlr_10.42.42.2(pid=26912): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26912)]\u000a04:36:05.780285 run osmo-hlr_10.42.42.2(pid=26912): stdout: \u000a| (launched: 2022-12-10_04:36:02.826540) \u000a04:36:05.830042 run osmo-hlr_10.42.42.2(pid=26912): stderr: \u000a| �[0;m�[1;31m20221210043603026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043603026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043603026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043603026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043603026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043603026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043603039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043603047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043603047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043603047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:05.897130 run osmo-msc_10.42.42.6(pid=26918): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26918)]\u000a04:36:05.945824 run osmo-msc_10.42.42.6(pid=26918): stdout: \u000a| (launched: 2022-12-10_04:36:04.780855) \u000a04:36:05.995222 run osmo-msc_10.42.42.6(pid=26918): stderr: \u000a| �[0;m�[38;5;43m20221210043605051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043605051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c119a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043605051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043605051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043605052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043605052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043605054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043605054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043605054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043605054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:06.037201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26911): Terminating (SIGTERM)\u000a04:36:06.077105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26914): Terminating (SIGTERM)\u000a04:36:06.117022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26917): Terminating (SIGTERM)\u000a04:36:06.126481 --- ParallelTerminationStrategy: PID 26911 died...\u000a04:36:06.179791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26911): Terminated: ok {rc=0}\u000a04:36:06.189391 --- ParallelTerminationStrategy: PID 26914 died...\u000a04:36:06.242886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26914): Terminated: ok {rc=0}\u000a04:36:06.252701 --- ParallelTerminationStrategy: PID 26917 died...\u000a04:36:06.305578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26917): Terminated: ok {rc=0}\u000a04:36:06.393847 bus /sierra_3: Setting Powered False\u000a04:36:07.496773 bus /sierra_3: Setting Powered False\u000a04:36:08.607553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:35:49" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26929): Process ended prematurely: osmo-stp_10.42.42.5(pid=26929) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26929)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26929): Process ended prematurely: osmo-stp_10.42.42.5(pid=26929) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:36:10.591567 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:10.603453 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:36:10.751868 tst mo_mt_call.py: using LAC 26033\u000a04:36:10.871626 tst mo_mt_call.py: using RAC 23\u000a04:36:10.990810 tst mo_mt_call.py: using CellId 26033\u000a04:36:11.107903 tst mo_mt_call.py: using BVCI 26034\u000a04:36:11.130800 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:11.142213 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:11.153299 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:11.164572 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:11.175906 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:11.187143 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:36:11.305693 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:36:11.508325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:11.981874 run create_hlr_db(pid=26923): Launched\u000a04:36:12.154497 bus /sierra_2: Setting Powered False\u000a04:36:13.177316 run create_hlr_db(pid=26923): Terminated: ok {rc=0}\u000a04:36:13.578464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26925): Launched\u000a04:36:13.880514 run osmo-hlr_10.42.42.2(pid=26926): Launched\u000a04:36:13.991099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:14.514389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26928): Launched\u000a04:36:14.816504 run osmo-stp_10.42.42.5(pid=26929): Launched\u000a04:36:14.926851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:15.478281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26931): Launched\u000a04:36:15.780700 run osmo-msc_10.42.42.6(pid=26932): Launched\u000a04:36:16.170456 run osmo-stp_10.42.42.5(pid=26929): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26929)]\u000a04:36:16.306608 run osmo-stp_10.42.42.5(pid=26929): stdout: \u000a| (launched: 2022-12-10_04:36:14.667530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:16.437663 run osmo-stp_10.42.42.5(pid=26929): stderr: \u000a| �[0;m�[38;5;43m20221210043614838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043614839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043614839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043614839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043614840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043614840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043614840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:16.563448 run osmo-stp_10.42.42.5(pid=26929): stdout: \u000a| (launched: 2022-12-10_04:36:14.667530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:16.687910 run osmo-stp_10.42.42.5(pid=26929): stderr: \u000a| �[0;m�[38;5;43m20221210043614838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043614839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043614839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043614839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043614840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043614840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043614840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:16.743627 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26929): Process ended prematurely: osmo-stp_10.42.42.5(pid=26929) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26929)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:36:16.753347 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:36:16.818272 run osmo-hlr_10.42.42.2(pid=26926): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26926)]\u000a04:36:16.870077 run osmo-hlr_10.42.42.2(pid=26926): stdout: \u000a| (launched: 2022-12-10_04:36:13.731922) \u000a04:36:16.922459 run osmo-hlr_10.42.42.2(pid=26926): stderr: \u000a| �[0;m�[1;31m20221210043613906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043613906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043613907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043613907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043613907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043613907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043613919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043613928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043613928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043613928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:16.992737 run osmo-msc_10.42.42.6(pid=26932): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26932)]\u000a04:36:17.044511 run osmo-msc_10.42.42.6(pid=26932): stdout: \u000a| (launched: 2022-12-10_04:36:15.631194) \u000a04:36:17.097141 run osmo-msc_10.42.42.6(pid=26932): stderr: \u000a| �[0;m�[38;5;43m20221210043615904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043615904 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bdb2a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043615909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043615909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043615909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043615909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043615911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043615911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043615912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043615912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:17.140625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26925): Terminating (SIGTERM)\u000a04:36:17.183958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26928): Terminating (SIGTERM)\u000a04:36:17.226256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26931): Terminating (SIGTERM)\u000a04:36:17.236122 --- ParallelTerminationStrategy: PID 26925 died...\u000a04:36:17.292903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26925): Terminated: ok {rc=0}\u000a04:36:17.302582 --- ParallelTerminationStrategy: PID 26928 died...\u000a04:36:17.356498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26928): Terminated: ok {rc=0}\u000a04:36:17.366217 --- ParallelTerminationStrategy: PID 26931 died...\u000a04:36:17.419851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26931): Terminated: ok {rc=0}\u000a04:36:17.508332 bus /sierra_3: Setting Powered False\u000a04:36:18.613724 bus /sierra_3: Setting Powered False\u000a04:36:19.724027 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26940): Process ended prematurely: osmo-stp_10.42.42.5(pid=26940) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26940)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26940): Process ended prematurely: osmo-stp_10.42.42.5(pid=26940) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:36:20.833839 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:20.845688 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:36:20.992781 tst mo_mt_call_osmux.py: using LAC 26034\u000a04:36:21.115962 tst mo_mt_call_osmux.py: using RAC 24\u000a04:36:21.231999 tst mo_mt_call_osmux.py: using CellId 26034\u000a04:36:21.350930 tst mo_mt_call_osmux.py: using BVCI 26035\u000a04:36:21.373799 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:21.384872 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:21.395893 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:21.407118 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:21.418424 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:36:21.429811 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:36:21.544886 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:36:21.755220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:22.270561 run create_hlr_db(pid=26934): Launched\u000a04:36:22.458023 bus /sierra_2: Setting Powered False\u000a04:36:23.479289 run create_hlr_db(pid=26934): Terminated: ok {rc=0}\u000a04:36:23.885470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26936): Launched\u000a04:36:24.187401 run osmo-hlr_10.42.42.2(pid=26937): Launched\u000a04:36:24.304447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:24.838408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26939): Launched\u000a04:36:25.140448 run osmo-stp_10.42.42.5(pid=26940): Launched\u000a04:36:25.250032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:25.800348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26942): Launched\u000a04:36:26.103623 run osmo-msc_10.42.42.6(pid=26943): Launched\u000a04:36:26.281464 run osmo-stp_10.42.42.5(pid=26940): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26940)]\u000a04:36:26.409770 run osmo-stp_10.42.42.5(pid=26940): stdout: \u000a| (launched: 2022-12-10_04:36:24.991838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:26.535515 run osmo-stp_10.42.42.5(pid=26940): stderr: \u000a| �[0;m�[38;5;43m20221210043625164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043625164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043625165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043625165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043625165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043625166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043625166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:26.656851 run osmo-stp_10.42.42.5(pid=26940): stdout: \u000a| (launched: 2022-12-10_04:36:24.991838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:26.776605 run osmo-stp_10.42.42.5(pid=26940): stderr: \u000a| �[0;m�[38;5;43m20221210043625164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043625164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043625165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043625165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043625165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043625166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043625166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:26.829906 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26940): Process ended prematurely: osmo-stp_10.42.42.5(pid=26940) [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26940)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:36:26.838463 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:36:26.898464 run osmo-hlr_10.42.42.2(pid=26937): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26937)]\u000a04:36:26.947187 run osmo-hlr_10.42.42.2(pid=26937): stdout: \u000a| (launched: 2022-12-10_04:36:24.039037) \u000a04:36:26.996827 run osmo-hlr_10.42.42.2(pid=26937): stderr: \u000a| �[0;m�[1;31m20221210043624216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043624216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043624216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043624216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043624216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043624217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043624229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043624239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043624239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043624239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:27.064204 run osmo-msc_10.42.42.6(pid=26943): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26943)]\u000a04:36:27.113180 run osmo-msc_10.42.42.6(pid=26943): stdout: \u000a| (launched: 2022-12-10_04:36:25.953717) \u000a04:36:27.162664 run osmo-msc_10.42.42.6(pid=26943): stderr: \u000a| �[0;m�[38;5;43m20221210043626225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043626225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fda451c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043626225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043626225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043626225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043626226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043626228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043626228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043626228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043626229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:27.203971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26936): Terminating (SIGTERM)\u000a04:36:27.243359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26939): Terminating (SIGTERM)\u000a04:36:27.282767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26942): Terminating (SIGTERM)\u000a04:36:27.292083 --- ParallelTerminationStrategy: PID 26936 died...\u000a04:36:27.344828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26936): Terminated: ok {rc=0}\u000a04:36:27.354546 --- ParallelTerminationStrategy: PID 26939 died...\u000a04:36:27.407447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26939): Terminated: ok {rc=0}\u000a04:36:27.416912 --- ParallelTerminationStrategy: PID 26942 died...\u000a04:36:27.469264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26942): Terminated: ok {rc=0}\u000a04:36:27.556194 bus /sierra_3: Setting Powered False\u000a04:36:28.657560 bus /sierra_3: Setting Powered False\u000a04:36:29.767853 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:36:10" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26954): Process ended prematurely: osmo-stp_10.42.42.5(pid=26954) [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26954)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26954): Process ended prematurely: osmo-stp_10.42.42.5(pid=26954) [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:36:31.786985 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:31.799675 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:36:31.978349 tst mo_mt_call.py: using LAC 26035\u000a04:36:32.107342 tst mo_mt_call.py: using RAC 25\u000a04:36:32.230651 tst mo_mt_call.py: using CellId 26035\u000a04:36:32.349558 tst mo_mt_call.py: using BVCI 26036\u000a04:36:32.372362 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:32.383648 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:32.394873 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:32.406765 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:32.419512 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:32.431824 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:36:32.551707 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:36:32.753615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:33.228618 run create_hlr_db(pid=26948): Launched\u000a04:36:33.401512 bus /sierra_2: Setting Powered False\u000a04:36:34.423175 run create_hlr_db(pid=26948): Terminated: ok {rc=0}\u000a04:36:34.850594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26950): Launched\u000a04:36:35.171391 run osmo-hlr_10.42.42.2(pid=26951): Launched\u000a04:36:35.293048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:35.851321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26953): Launched\u000a04:36:36.172442 run osmo-stp_10.42.42.5(pid=26954): Launched\u000a04:36:36.289296 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:36.879788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26956): Launched\u000a04:36:37.200315 run osmo-msc_10.42.42.6(pid=26957): Launched\u000a04:36:37.389081 run osmo-stp_10.42.42.5(pid=26954): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26954)]\u000a04:36:37.526331 run osmo-stp_10.42.42.5(pid=26954): stdout: \u000a| (launched: 2022-12-10_04:36:36.014967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:37.661261 run osmo-stp_10.42.42.5(pid=26954): stderr: \u000a| �[0;m�[38;5;43m20221210043636207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043636207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043636208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043636208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043636209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043636209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043636209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:37.790449 run osmo-stp_10.42.42.5(pid=26954): stdout: \u000a| (launched: 2022-12-10_04:36:36.014967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:37.918197 run osmo-stp_10.42.42.5(pid=26954): stderr: \u000a| �[0;m�[38;5;43m20221210043636207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043636207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043636208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043636208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043636209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043636209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043636209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:37.974901 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26954): Process ended prematurely: osmo-stp_10.42.42.5(pid=26954) [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26954)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:36:37.984378 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:36:38.047356 run osmo-hlr_10.42.42.2(pid=26951): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26951)]\u000a04:36:38.098617 run osmo-hlr_10.42.42.2(pid=26951): stdout: \u000a| (launched: 2022-12-10_04:36:35.014073) \u000a04:36:38.150622 run osmo-hlr_10.42.42.2(pid=26951): stderr: \u000a| �[0;m�[1;31m20221210043635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043635226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043635234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043635235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043635235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:38.221227 run osmo-msc_10.42.42.6(pid=26957): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26957)]\u000a04:36:38.272129 run osmo-msc_10.42.42.6(pid=26957): stdout: \u000a| (launched: 2022-12-10_04:36:37.043090) \u000a04:36:38.323877 run osmo-msc_10.42.42.6(pid=26957): stderr: \u000a| �[0;m�[38;5;43m20221210043637365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043637365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35d0297c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043637365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043637365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043637365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043637365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043637369 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043637369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043637369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043637369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:38.367828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26950): Terminating (SIGTERM)\u000a04:36:38.409134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26953): Terminating (SIGTERM)\u000a04:36:38.451238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26956): Terminating (SIGTERM)\u000a04:36:38.461074 --- ParallelTerminationStrategy: PID 26950 died...\u000a04:36:38.517225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26950): Terminated: ok {rc=0}\u000a04:36:38.527807 --- ParallelTerminationStrategy: PID 26953 died...\u000a04:36:38.583380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26953): Terminated: ok {rc=0}\u000a04:36:38.593564 --- ParallelTerminationStrategy: PID 26956 died...\u000a04:36:38.649042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26956): Terminated: ok {rc=0}\u000a04:36:38.734981 bus /sierra_3: Setting Powered False\u000a04:36:39.841358 bus /sierra_3: Setting Powered False\u000a04:36:40.947833 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26965): Process ended prematurely: osmo-stp_10.42.42.5(pid=26965) [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26965)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26965): Process ended prematurely: osmo-stp_10.42.42.5(pid=26965) [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:36:42.065067 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:42.077791 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:36:42.231737 tst mo_mt_call_osmux.py: using LAC 26036\u000a04:36:42.358361 tst mo_mt_call_osmux.py: using RAC 26\u000a04:36:42.484692 tst mo_mt_call_osmux.py: using CellId 26036\u000a04:36:42.612594 tst mo_mt_call_osmux.py: using BVCI 26037\u000a04:36:42.636900 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:42.648728 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:42.660282 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:42.672130 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:42.684018 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:36:42.695930 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:36:42.810573 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:36:43.018658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:43.531165 run create_hlr_db(pid=26959): Launched\u000a04:36:43.717233 bus /sierra_2: Setting Powered False\u000a04:36:44.738092 run create_hlr_db(pid=26959): Terminated: ok {rc=0}\u000a04:36:45.165314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26961): Launched\u000a04:36:45.486401 run osmo-hlr_10.42.42.2(pid=26962): Launched\u000a04:36:45.608062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:46.201681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26964): Launched\u000a04:36:46.617298 run osmo-stp_10.42.42.5(pid=26965): Launched\u000a04:36:46.829189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:47.472456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26967): Launched\u000a04:36:47.775992 run osmo-msc_10.42.42.6(pid=26968): Launched\u000a04:36:47.953742 run osmo-stp_10.42.42.5(pid=26965): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26965)]\u000a04:36:48.081762 run osmo-stp_10.42.42.5(pid=26965): stdout: \u000a| (launched: 2022-12-10_04:36:46.360044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:48.207854 run osmo-stp_10.42.42.5(pid=26965): stderr: \u000a| �[0;m�[38;5;43m20221210043646707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043646707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043646708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043646708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043646708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043646708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043646709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:48.329743 run osmo-stp_10.42.42.5(pid=26965): stdout: \u000a| (launched: 2022-12-10_04:36:46.360044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:48.450578 run osmo-stp_10.42.42.5(pid=26965): stderr: \u000a| �[0;m�[38;5;43m20221210043646707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043646707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043646708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043646708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043646708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043646708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043646709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:48.503932 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26965): Process ended prematurely: osmo-stp_10.42.42.5(pid=26965) [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26965)] [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:36:48.512859 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a04:36:48.573386 run osmo-hlr_10.42.42.2(pid=26962): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26962)]\u000a04:36:48.622659 run osmo-hlr_10.42.42.2(pid=26962): stdout: \u000a| (launched: 2022-12-10_04:36:45.328920) \u000a04:36:48.672374 run osmo-hlr_10.42.42.2(pid=26962): stderr: \u000a| �[0;m�[1;31m20221210043645527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043645527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043645527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043645527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043645527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043645527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043645540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043645549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043645550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043645550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:48.739319 run osmo-msc_10.42.42.6(pid=26968): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26968)]\u000a04:36:48.788340 run osmo-msc_10.42.42.6(pid=26968): stdout: \u000a| (launched: 2022-12-10_04:36:47.626264) \u000a04:36:48.837999 run osmo-msc_10.42.42.6(pid=26968): stderr: \u000a| �[0;m�[38;5;43m20221210043647897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043647897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd87f31dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043647897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043647897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043647897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043647898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043647899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043647900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043647900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043647901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:48.879857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26961): Terminating (SIGTERM)\u000a04:36:48.919749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26964): Terminating (SIGTERM)\u000a04:36:48.959201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26967): Terminating (SIGTERM)\u000a04:36:48.968827 --- ParallelTerminationStrategy: PID 26961 died...\u000a04:36:49.022306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26961): Terminated: ok {rc=0}\u000a04:36:49.032083 --- ParallelTerminationStrategy: PID 26964 died...\u000a04:36:49.085201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26964): Terminated: ok {rc=0}\u000a04:36:49.095212 --- ParallelTerminationStrategy: PID 26967 died...\u000a04:36:49.148134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26967): Terminated: ok {rc=0}\u000a04:36:49.236333 bus /sierra_3: Setting Powered False\u000a04:36:50.338869 bus /sierra_3: Setting Powered False\u000a04:36:51.444691 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:36:31" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26980): Process ended prematurely: osmo-stp_10.42.42.5(pid=26980) [trial-2369↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26980)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26980): Process ended prematurely: osmo-stp_10.42.42.5(pid=26980) [trial-2369↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:36:53.442327 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:36:53.453913 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:36:53.583347 tst emergency_mo_mt_call.py: using LAC 26037\u000a04:36:53.703781 tst emergency_mo_mt_call.py: using RAC 27\u000a04:36:53.821580 tst emergency_mo_mt_call.py: using CellId 26037\u000a04:36:53.943833 tst emergency_mo_mt_call.py: using BVCI 26038\u000a04:36:53.966479 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:36:53.977476 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:36:53.988312 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:36:54.000666 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:36:54.011336 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:36:54.022701 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:36:54.139885 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:36:54.344266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:54.842006 run create_hlr_db(pid=26974): Launched\u000a04:36:55.021900 bus /sierra_2: Setting Powered False\u000a04:36:56.042165 run create_hlr_db(pid=26974): Terminated: ok {rc=0}\u000a04:36:56.453869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26976): Launched\u000a04:36:56.763801 run osmo-hlr_10.42.42.2(pid=26977): Launched\u000a04:36:56.879875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:57.416434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26979): Launched\u000a04:36:57.725630 run osmo-stp_10.42.42.5(pid=26980): Launched\u000a04:36:57.850707 tst emergency_mo_mt_call.py: using MSISDN 7551\u000a04:36:58.005279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:58.570591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26982): Launched\u000a04:36:58.879492 run osmo-msc_10.42.42.6(pid=26983): Launched\u000a04:36:59.060535 run osmo-stp_10.42.42.5(pid=26980): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26980)]\u000a04:36:59.192034 run osmo-stp_10.42.42.5(pid=26980): stdout: \u000a| (launched: 2022-12-10_04:36:57.574677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:59.322573 run osmo-stp_10.42.42.5(pid=26980): stderr: \u000a| �[0;m�[38;5;43m20221210043657764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043657764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043657764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043657765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043657765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043657765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043657765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:59.447059 run osmo-stp_10.42.42.5(pid=26980): stdout: \u000a| (launched: 2022-12-10_04:36:57.574677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:59.571362 run osmo-stp_10.42.42.5(pid=26980): stderr: \u000a| �[0;m�[38;5;43m20221210043657764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043657764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043657764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043657765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043657765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043657765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043657765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:59.625782 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26980): Process ended prematurely: osmo-stp_10.42.42.5(pid=26980) [trial-2369↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26980)] [trial-2369↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a04:36:59.634655 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a04:36:59.695971 run osmo-hlr_10.42.42.2(pid=26977): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26977)]\u000a04:36:59.746527 run osmo-hlr_10.42.42.2(pid=26977): stdout: \u000a| (launched: 2022-12-10_04:36:56.611891) \u000a04:36:59.797747 run osmo-hlr_10.42.42.2(pid=26977): stderr: \u000a| �[0;m�[1;31m20221210043656811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043656811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043656811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043656811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043656811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043656811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043656823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043656834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043656834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043656834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:59.866945 run osmo-msc_10.42.42.6(pid=26983): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26983)]\u000a04:36:59.916832 run osmo-msc_10.42.42.6(pid=26983): stdout: \u000a| (launched: 2022-12-10_04:36:58.728273) \u000a04:36:59.967109 run osmo-msc_10.42.42.6(pid=26983): stderr: \u000a| �[0;m�[38;5;43m20221210043659050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043659050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c4f599c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043659050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043659050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043659050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043659050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043659052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043659053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043659053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043659053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:00.010185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26976): Terminating (SIGTERM)\u000a04:37:00.050981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26979): Terminating (SIGTERM)\u000a04:37:00.091678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26982): Terminating (SIGTERM)\u000a04:37:00.101297 --- ParallelTerminationStrategy: PID 26976 died...\u000a04:37:00.156070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26976): Terminated: ok {rc=0}\u000a04:37:00.165985 --- ParallelTerminationStrategy: PID 26979 died...\u000a04:37:00.220523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26979): Terminated: ok {rc=0}\u000a04:37:00.230403 --- ParallelTerminationStrategy: PID 26982 died...\u000a04:37:00.284933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26982): Terminated: ok {rc=0}\u000a04:37:00.369891 bus /sierra_3: Setting Powered False\u000a04:37:01.472763 bus /sierra_3: Setting Powered False\u000a04:37:02.581027 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26991): Process ended prematurely: osmo-stp_10.42.42.5(pid=26991) [trial-2369↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26991)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26991): Process ended prematurely: osmo-stp_10.42.42.5(pid=26991) [trial-2369↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:37:03.631754 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:03.643442 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:37:03.771937 tst emergency_preemptive_call.py: using LAC 26038\u000a04:37:03.887028 tst emergency_preemptive_call.py: using RAC 28\u000a04:37:03.999156 tst emergency_preemptive_call.py: using CellId 26038\u000a04:37:04.114331 tst emergency_preemptive_call.py: using BVCI 26039\u000a04:37:04.136526 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:04.147339 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:04.158335 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:04.169205 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:04.179874 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:04.190687 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:04.304135 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:04.416876 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:04.533500 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:04.728639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:05.186137 run create_hlr_db(pid=26985): Launched\u000a04:37:05.353740 bus /sierra_2: Setting Powered False\u000a04:37:06.375524 run create_hlr_db(pid=26985): Terminated: ok {rc=0}\u000a04:37:06.787691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26987): Launched\u000a04:37:07.097104 run osmo-hlr_10.42.42.2(pid=26988): Launched\u000a04:37:07.215400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:07.752804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26990): Launched\u000a04:37:08.062442 run osmo-stp_10.42.42.5(pid=26991): Launched\u000a04:37:08.186240 tst emergency_preemptive_call.py: using MSISDN 7552\u000a04:37:08.341281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:08.906079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26993): Launched\u000a04:37:09.216581 run osmo-msc_10.42.42.6(pid=26994): Launched\u000a04:37:09.398388 run osmo-stp_10.42.42.5(pid=26991): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26991)]\u000a04:37:09.530503 run osmo-stp_10.42.42.5(pid=26991): stdout: \u000a| (launched: 2022-12-10_04:37:07.910287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:09.660819 run osmo-stp_10.42.42.5(pid=26991): stderr: \u000a| �[0;m�[38;5;43m20221210043708099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043708099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043708099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043708100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043708100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043708100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043708100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:09.785296 run osmo-stp_10.42.42.5(pid=26991): stdout: \u000a| (launched: 2022-12-10_04:37:07.910287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:09.909133 run osmo-stp_10.42.42.5(pid=26991): stderr: \u000a| �[0;m�[38;5;43m20221210043708099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043708099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043708099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043708100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043708100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043708100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043708100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:09.963268 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26991): Process ended prematurely: osmo-stp_10.42.42.5(pid=26991) [trial-2369↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26991)] [trial-2369↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a04:37:09.971906 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a04:37:10.033517 run osmo-hlr_10.42.42.2(pid=26988): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26988)]\u000a04:37:10.083771 run osmo-hlr_10.42.42.2(pid=26988): stdout: \u000a| (launched: 2022-12-10_04:37:06.945347) \u000a04:37:10.134863 run osmo-hlr_10.42.42.2(pid=26988): stderr: \u000a| �[0;m�[1;31m20221210043707141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043707141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043707142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043707142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043707142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043707142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043707154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043707163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043707163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043707163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:10.204095 run osmo-msc_10.42.42.6(pid=26994): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26994)]\u000a04:37:10.254185 run osmo-msc_10.42.42.6(pid=26994): stdout: \u000a| (launched: 2022-12-10_04:37:09.063454) \u000a04:37:10.305093 run osmo-msc_10.42.42.6(pid=26994): stderr: \u000a| �[0;m�[38;5;43m20221210043709385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210043709385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ab39f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210043709385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210043709386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210043709386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210043709386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210043709388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210043709388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210043709388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210043709388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:10.348451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26987): Terminating (SIGTERM)\u000a04:37:10.389574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26990): Terminating (SIGTERM)\u000a04:37:10.430527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26993): Terminating (SIGTERM)\u000a04:37:10.440042 --- ParallelTerminationStrategy: PID 26987 died...\u000a04:37:10.495342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26987): Terminated: ok {rc=0}\u000a04:37:10.505398 --- ParallelTerminationStrategy: PID 26990 died...\u000a04:37:10.559989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26990): Terminated: ok {rc=0}\u000a04:37:10.569920 --- ParallelTerminationStrategy: PID 26993 died...\u000a04:37:10.624644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26993): Terminated: ok {rc=0}\u000a04:37:10.710377 bus /sierra_9: Setting Powered False\u000a04:37:11.815889 bus /sierra_9: Setting Powered False\u000a04:37:12.921665 bus /sierra_8: Setting Powered False\u000a04:37:14.025663 bus /sierra_8: Setting Powered False\u000a04:37:15.131730 bus /sierra_3: Setting Powered False\u000a04:37:16.246777 bus /sierra_3: Setting Powered False\u000a04:37:17.354650 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:36:53" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27010): Process ended prematurely: osmo-stp_10.42.42.5(pid=27010) [trial-2369↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27010): Process ended prematurely: osmo-stp_10.42.42.5(pid=27010) [trial-2369↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:37:19.451019 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:19.461637 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:37:19.586532 tst cs_paging_gprs_active.py: using LAC 26039\u000a04:37:19.701483 tst cs_paging_gprs_active.py: using RAC 29\u000a04:37:19.817196 tst cs_paging_gprs_active.py: using CellId 26039\u000a04:37:19.935074 tst cs_paging_gprs_active.py: using BVCI 26040\u000a04:37:19.957696 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:19.968277 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:19.978789 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:19.989515 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:20.000091 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:20.010725 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:20.021588 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:20.032187 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:20.043380 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:20.160186 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:20.435325 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:37:20.559424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:37:20.866741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27000): Launched\u000a04:37:21.120892 run iperf3-srv_10.42.42.10(pid=27001): Launched\u000a04:37:21.301241 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:37:21.424227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:37:21.731101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27002): Launched\u000a04:37:21.985727 run iperf3-srv_10.42.42.10(pid=27003): Launched\u000a04:37:22.166098 tst cs_paging_gprs_active.py:38: start network...\u000a04:37:22.289253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:22.755215 run create_hlr_db(pid=27004): Launched\u000a04:37:22.926480 bus /sierra_2: Setting Powered False\u000a04:37:23.947613 run create_hlr_db(pid=27004): Terminated: ok {rc=0}\u000a04:37:24.365426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27006): Launched\u000a04:37:24.681342 run osmo-hlr_10.42.42.2(pid=27007): Launched\u000a04:37:24.801644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:25.349793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27009): Launched\u000a04:37:25.666305 run osmo-stp_10.42.42.5(pid=27010): Launched\u000a04:37:25.780813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:37:26.330976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27012): Launched\u000a04:37:26.443712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:37:26.719434 run patchelf(pid=27013): Launched\u000a04:37:26.904098 run osmo-stp_10.42.42.5(pid=27010): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)]\u000a04:37:27.039609 run osmo-stp_10.42.42.5(pid=27010): stdout: \u000a| (launched: 2022-12-10_04:37:25.510539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:27.175304 run osmo-stp_10.42.42.5(pid=27010): stderr: \u000a| �[0;m�[38;5;43m20221210043725702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043725702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043725702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043725702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043725703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043725703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043725703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:27.306026 run osmo-stp_10.42.42.5(pid=27010): stdout: \u000a| (launched: 2022-12-10_04:37:25.510539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:27.435502 run osmo-stp_10.42.42.5(pid=27010): stderr: \u000a| �[0;m�[38;5;43m20221210043725702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043725702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043725702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043725702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043725703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043725703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043725703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:27.587133 run patchelf(pid=27013): Terminating (SIGINT)\u000a04:37:27.764252 run patchelf(pid=27013): Terminated: ok {rc=0}\u000a04:37:27.797011 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27010): Process ended prematurely: osmo-stp_10.42.42.5(pid=27010) [trial-2369↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)] [trial-2369↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a04:37:27.807040 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a04:37:27.868480 run osmo-hlr_10.42.42.2(pid=27007): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27007)]\u000a04:37:27.918688 run osmo-hlr_10.42.42.2(pid=27007): stdout: \u000a| (launched: 2022-12-10_04:37:24.526879) \u000a04:37:27.969499 run osmo-hlr_10.42.42.2(pid=27007): stderr: \u000a| �[0;m�[1;31m20221210043724726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043724726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043724726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043724726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043724727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043724727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043724739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043724747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043724748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043724748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:28.013008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27000): Terminating (SIGTERM)\u000a04:37:28.054041 run iperf3-srv_10.42.42.10(pid=27001): Terminating (SIGTERM)\u000a04:37:28.095036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27002): Terminating (SIGTERM)\u000a04:37:28.135878 run iperf3-srv_10.42.42.10(pid=27003): Terminating (SIGTERM)\u000a04:37:28.177017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27006): Terminating (SIGTERM)\u000a04:37:28.217957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27009): Terminating (SIGTERM)\u000a04:37:28.258962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27012): Terminating (SIGTERM)\u000a04:37:28.268506 --- ParallelTerminationStrategy: PID 27000 died...\u000a04:37:28.323437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27000): Terminated: ok {rc=0}\u000a04:37:28.333567 --- ParallelTerminationStrategy: PID 27001 died...\u000a04:37:28.388190 run iperf3-srv_10.42.42.10(pid=27001): Terminated {rc=256}\u000a04:37:28.398057 --- ParallelTerminationStrategy: PID 27002 died...\u000a04:37:28.452680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27002): Terminated: ok {rc=0}\u000a04:37:28.462624 --- ParallelTerminationStrategy: PID 27003 died...\u000a04:37:28.517566 run iperf3-srv_10.42.42.10(pid=27003): Terminated {rc=256}\u000a04:37:28.527426 --- ParallelTerminationStrategy: PID 27006 died...\u000a04:37:28.582095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27006): Terminated: ok {rc=0}\u000a04:37:28.591987 --- ParallelTerminationStrategy: PID 27009 died...\u000a04:37:28.646383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27009): Terminated: ok {rc=0}\u000a04:37:28.656145 --- ParallelTerminationStrategy: PID 27012 died...\u000a04:37:28.710634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27012): Terminated: ok {rc=0}\u000a04:37:28.795968 bus /gobi_0: Setting Powered False\u000a04:37:29.896853 bus /gobi_0: Setting Powered False\u000a04:37:31.028382 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27023): Process ended prematurely: osmo-stp_10.42.42.5(pid=27023) [trial-2369↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27023): Process ended prematurely: osmo-stp_10.42.42.5(pid=27023) [trial-2369↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a04:37:32.170152 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:32.185372 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:37:32.320786 tst iperf3.py: using LAC 26040\u000a04:37:32.444065 tst iperf3.py: using RAC 30\u000a04:37:32.569034 tst iperf3.py: using CellId 26040\u000a04:37:32.692452 tst iperf3.py: using BVCI 26041\u000a04:37:32.716660 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:32.728119 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:32.739179 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:32.750859 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:32.763055 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:32.774676 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:32.786105 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:32.797205 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:32.808515 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:33.083743 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:37:33.206807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:37:33.512425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27014): Launched\u000a04:37:33.767172 run iperf3-srv_10.42.42.10(pid=27015): Launched\u000a04:37:33.948278 tst iperf3.py:8: start network...\u000a04:37:34.071782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:34.536481 run create_hlr_db(pid=27016): Launched\u000a04:37:34.706618 bus /gobi_6: Setting Powered False\u000a04:37:35.727420 run create_hlr_db(pid=27016): Terminated: ok {rc=0}\u000a04:37:36.121755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27019): Launched\u000a04:37:36.414503 run osmo-hlr_10.42.42.2(pid=27020): Launched\u000a04:37:36.525256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:37.041056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27022): Launched\u000a04:37:37.332613 run osmo-stp_10.42.42.5(pid=27023): Launched\u000a04:37:37.439278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:37:37.950259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27025): Launched\u000a04:37:38.054884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:37:38.310625 run patchelf(pid=27026): Launched\u000a04:37:38.483038 run osmo-stp_10.42.42.5(pid=27023): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)]\u000a04:37:38.609075 run osmo-stp_10.42.42.5(pid=27023): stdout: \u000a| (launched: 2022-12-10_04:37:37.188796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:38.735527 run osmo-stp_10.42.42.5(pid=27023): stderr: \u000a| �[0;m�[38;5;43m20221210043737357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043737357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043737358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043737358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043737359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043737359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043737359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:38.857319 run osmo-stp_10.42.42.5(pid=27023): stdout: \u000a| (launched: 2022-12-10_04:37:37.188796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:38.978105 run osmo-stp_10.42.42.5(pid=27023): stderr: \u000a| �[0;m�[38;5;43m20221210043737357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043737357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043737358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043737358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043737359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043737359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043737359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:39.119353 run patchelf(pid=27026): Terminating (SIGINT)\u000a04:37:39.284788 run patchelf(pid=27026): Terminated: ok {rc=0}\u000a04:37:39.315599 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27023): Process ended prematurely: osmo-stp_10.42.42.5(pid=27023) [trial-2369↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)] [trial-2369↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a04:37:39.325025 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a04:37:39.384547 run osmo-hlr_10.42.42.2(pid=27020): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27020)]\u000a04:37:39.432774 run osmo-hlr_10.42.42.2(pid=27020): stdout: \u000a| (launched: 2022-12-10_04:37:36.270209) \u000a04:37:39.481567 run osmo-hlr_10.42.42.2(pid=27020): stderr: \u000a| �[0;m�[1;31m20221210043736446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043736446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043736446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043736447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043736447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043736447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043736458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043736466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043736466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043736466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:39.522880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27014): Terminating (SIGTERM)\u000a04:37:39.562282 run iperf3-srv_10.42.42.10(pid=27015): Terminating (SIGTERM)\u000a04:37:39.601794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27019): Terminating (SIGTERM)\u000a04:37:39.640751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27022): Terminating (SIGTERM)\u000a04:37:39.679904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27025): Terminating (SIGTERM)\u000a04:37:39.689263 --- ParallelTerminationStrategy: PID 27014 died...\u000a04:37:39.741667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27014): Terminated: ok {rc=0}\u000a04:37:39.751397 --- ParallelTerminationStrategy: PID 27015 died...\u000a04:37:39.804129 run iperf3-srv_10.42.42.10(pid=27015): Terminated {rc=256}\u000a04:37:39.813624 --- ParallelTerminationStrategy: PID 27019 died...\u000a04:37:39.865459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27019): Terminated: ok {rc=0}\u000a04:37:39.875048 --- ParallelTerminationStrategy: PID 27022 died...\u000a04:37:39.927001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27022): Terminated: ok {rc=0}\u000a04:37:39.936696 --- ParallelTerminationStrategy: PID 27025 died...\u000a04:37:39.989790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27025): Terminated: ok {rc=0}\u000a04:37:40.076813 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2369↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2369↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a04:37:41.184421 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:41.195754 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:37:41.320274 tst iperf3m4.py: using LAC 26041\u000a04:37:41.436626 tst iperf3m4.py: using RAC 31\u000a04:37:41.552357 tst iperf3m4.py: using CellId 26041\u000a04:37:41.668439 tst iperf3m4.py: using BVCI 26042\u000a04:37:41.690774 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:41.701486 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:41.712077 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:41.722959 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:41.733832 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:41.744643 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:41.755637 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:41.766315 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:37:41.777335 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:41.894447 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:42.012838 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:42.128692 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:42.399251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:37:42.521927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:37:42.827147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27027): Launched\u000a04:37:43.079626 run iperf3-srv_10.42.42.10(pid=27028): Launched\u000a04:37:43.258247 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:37:43.379988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:37:43.684563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27029): Launched\u000a04:37:43.937051 run iperf3-srv_10.42.42.10(pid=27030): Launched\u000a04:37:44.115945 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:37:44.238021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:37:44.541755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27031): Launched\u000a04:37:44.793581 run iperf3-srv_10.42.42.10(pid=27032): Launched\u000a04:37:44.972330 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:37:45.094940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:37:45.399182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27033): Launched\u000a04:37:45.651978 run iperf3-srv_10.42.42.10(pid=27034): Launched\u000a04:37:45.835144 tst iperf3m4.py:8: start network...\u000a04:37:45.971499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:46.479889 run create_hlr_db(pid=27035): Launched\u000a04:37:46.653790 bus /gobi_6: Setting Powered False\u000a04:37:47.670465 run create_hlr_db(pid=27035): Terminated: ok {rc=0}\u000a04:37:48.086708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Launched\u000a04:37:48.400826 run osmo-hlr_10.42.42.2(pid=27038): Launched\u000a04:37:48.516081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:49.060810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Launched\u000a04:37:49.373928 run osmo-stp_10.42.42.5(pid=27041): Launched\u000a04:37:49.487648 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:37:50.032618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27043): Launched\u000a04:37:50.144042 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:37:50.415853 run patchelf(pid=27044): Launched\u000a04:37:50.601511 run osmo-stp_10.42.42.5(pid=27041): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)]\u000a04:37:50.735535 run osmo-stp_10.42.42.5(pid=27041): stdout: \u000a| (launched: 2022-12-10_04:37:49.220350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:50.870258 run osmo-stp_10.42.42.5(pid=27041): stderr: \u000a| �[0;m�[38;5;43m20221210043749409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043749409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043749410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043749410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043749410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043749410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043749411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:50.999713 run osmo-stp_10.42.42.5(pid=27041): stdout: \u000a| (launched: 2022-12-10_04:37:49.220350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:51.128691 run osmo-stp_10.42.42.5(pid=27041): stderr: \u000a| �[0;m�[38;5;43m20221210043749409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043749409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043749410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043749410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043749410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043749410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043749411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:51.278475 run patchelf(pid=27044): Terminating (SIGINT)\u000a04:37:51.454803 run patchelf(pid=27044): Terminated: ok {rc=0}\u000a04:37:51.487725 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2369↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)] [trial-2369↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a04:37:51.497876 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a04:37:51.559837 run osmo-hlr_10.42.42.2(pid=27038): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27038)]\u000a04:37:51.610307 run osmo-hlr_10.42.42.2(pid=27038): stdout: \u000a| (launched: 2022-12-10_04:37:48.246502) \u000a04:37:51.661042 run osmo-hlr_10.42.42.2(pid=27038): stderr: \u000a| �[0;m�[1;31m20221210043748443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043748443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043748443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043748443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043748443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043748444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043748456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043748466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043748466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043748466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:51.704408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27027): Terminating (SIGTERM)\u000a04:37:51.745456 run iperf3-srv_10.42.42.10(pid=27028): Terminating (SIGTERM)\u000a04:37:51.786369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27029): Terminating (SIGTERM)\u000a04:37:51.827118 run iperf3-srv_10.42.42.10(pid=27030): Terminating (SIGTERM)\u000a04:37:51.868241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27031): Terminating (SIGTERM)\u000a04:37:51.909215 run iperf3-srv_10.42.42.10(pid=27032): Terminating (SIGTERM)\u000a04:37:51.950211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27033): Terminating (SIGTERM)\u000a04:37:51.991797 run iperf3-srv_10.42.42.10(pid=27034): Terminating (SIGTERM)\u000a04:37:52.032800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Terminating (SIGTERM)\u000a04:37:52.073822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Terminating (SIGTERM)\u000a04:37:52.114892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27043): Terminating (SIGTERM)\u000a04:37:52.124463 --- ParallelTerminationStrategy: PID 27027 died...\u000a04:37:52.179707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27027): Terminated: ok {rc=0}\u000a04:37:52.189756 --- ParallelTerminationStrategy: PID 27028 died...\u000a04:37:52.244630 run iperf3-srv_10.42.42.10(pid=27028): Terminated {rc=256}\u000a04:37:52.254560 --- ParallelTerminationStrategy: PID 27029 died...\u000a04:37:52.309502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27029): Terminated: ok {rc=0}\u000a04:37:52.319451 --- ParallelTerminationStrategy: PID 27030 died...\u000a04:37:52.374059 run iperf3-srv_10.42.42.10(pid=27030): Terminated {rc=256}\u000a04:37:52.383973 --- ParallelTerminationStrategy: PID 27031 died...\u000a04:37:52.438756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27031): Terminated: ok {rc=0}\u000a04:37:52.448708 --- ParallelTerminationStrategy: PID 27032 died...\u000a04:37:52.503588 run iperf3-srv_10.42.42.10(pid=27032): Terminated {rc=256}\u000a04:37:52.513910 --- ParallelTerminationStrategy: PID 27033 died...\u000a04:37:52.568788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27033): Terminated: ok {rc=0}\u000a04:37:52.578710 --- ParallelTerminationStrategy: PID 27034 died...\u000a04:37:52.633477 run iperf3-srv_10.42.42.10(pid=27034): Terminated {rc=256}\u000a04:37:52.643402 --- ParallelTerminationStrategy: PID 27037 died...\u000a04:37:52.698139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Terminated: ok {rc=0}\u000a04:37:52.708135 --- ParallelTerminationStrategy: PID 27040 died...\u000a04:37:52.762601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Terminated: ok {rc=0}\u000a04:37:52.772547 --- ParallelTerminationStrategy: PID 27043 died...\u000a04:37:52.827307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27043): Terminated: ok {rc=0}\u000a04:37:52.912281 bus /gobi_4: Setting Powered False\u000a04:37:54.016875 bus /gobi_4: Setting Powered False\u000a04:37:55.123442 bus /gobi_1: Setting Powered False\u000a04:37:56.228320 bus /gobi_1: Setting Powered False\u000a04:37:57.334365 bus /gobi_0: Setting Powered False\u000a04:37:58.438416 bus /gobi_0: Setting Powered False\u000a04:37:59.542675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27052): Process ended prematurely: osmo-stp_10.42.42.5(pid=27052) [trial-2369↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27052)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27052): Process ended prematurely: osmo-stp_10.42.42.5(pid=27052) [trial-2369↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a04:38:00.607314 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:00.618571 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:00.748476 tst ping.py: using LAC 26042\u000a04:38:00.883962 tst ping.py: using RAC 32\u000a04:38:01.025748 tst ping.py: using CellId 26042\u000a04:38:01.142469 tst ping.py: using BVCI 26043\u000a04:38:01.166176 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:01.177505 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:01.189170 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:01.203064 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:01.215424 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:01.227065 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:01.240916 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:01.253565 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:01.570705 tst ping.py:19: start network...\u000a04:38:01.702117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:02.238363 run create_hlr_db(pid=27045): Launched\u000a04:38:02.417292 bus /gobi_6: Setting Powered False\u000a04:38:03.437710 run create_hlr_db(pid=27045): Terminated: ok {rc=0}\u000a04:38:03.824136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27047): Launched\u000a04:38:04.114190 run osmo-hlr_10.42.42.2(pid=27049): Launched\u000a04:38:04.224900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:04.739241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27051): Launched\u000a04:38:05.026842 run osmo-stp_10.42.42.5(pid=27052): Launched\u000a04:38:05.131931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:05.634704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27054): Launched\u000a04:38:05.737409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:05.987568 run patchelf(pid=27055): Launched\u000a04:38:06.156635 run osmo-stp_10.42.42.5(pid=27052): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27052)]\u000a04:38:06.280207 run osmo-stp_10.42.42.5(pid=27052): stdout: \u000a| (launched: 2022-12-10_04:38:04.885411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:06.404203 run osmo-stp_10.42.42.5(pid=27052): stderr: \u000a| �[0;m�[38;5;43m20221210043805054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043805054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043805055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043805055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043805055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043805056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043805056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:06.523489 run osmo-stp_10.42.42.5(pid=27052): stdout: \u000a| (launched: 2022-12-10_04:38:04.885411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:06.641736 run osmo-stp_10.42.42.5(pid=27052): stderr: \u000a| �[0;m�[38;5;43m20221210043805054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043805054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043805055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043805055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043805055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043805056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043805056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:06.779550 run patchelf(pid=27055): Terminating (SIGINT)\u000a04:38:06.941741 run patchelf(pid=27055): Terminated: ok {rc=0}\u000a04:38:06.971421 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27052): Process ended prematurely: osmo-stp_10.42.42.5(pid=27052) [trial-2369↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27052)] [trial-2369↪gprs:nanobts+band-1900↪ping.py:22]\u000a04:38:06.980121 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:38:07.039319 run osmo-hlr_10.42.42.2(pid=27049): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27049)]\u000a04:38:07.087253 run osmo-hlr_10.42.42.2(pid=27049): stdout: \u000a| (launched: 2022-12-10_04:38:03.973137) \u000a04:38:07.136045 run osmo-hlr_10.42.42.2(pid=27049): stderr: \u000a| �[0;m�[1;31m20221210043804148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043804148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043804148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043804148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043804148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043804148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043804160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043804170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043804170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043804170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:07.177375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27047): Terminating (SIGTERM)\u000a04:38:07.216812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27051): Terminating (SIGTERM)\u000a04:38:07.256093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27054): Terminating (SIGTERM)\u000a04:38:07.265465 --- ParallelTerminationStrategy: PID 27047 died...\u000a04:38:07.318299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27047): Terminated: ok {rc=0}\u000a04:38:07.327805 --- ParallelTerminationStrategy: PID 27051 died...\u000a04:38:07.380354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27051): Terminated: ok {rc=0}\u000a04:38:07.389901 --- ParallelTerminationStrategy: PID 27054 died...\u000a04:38:07.442172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27054): Terminated: ok {rc=0}\u000a04:38:07.529593 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27062): Process ended prematurely: osmo-stp_10.42.42.5(pid=27062) [trial-2369↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27062): Process ended prematurely: osmo-stp_10.42.42.5(pid=27062) [trial-2369↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a04:38:08.580828 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:08.592508 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:08.715664 tst ping_idle_ping.py: using LAC 26043\u000a04:38:08.828559 tst ping_idle_ping.py: using RAC 33\u000a04:38:08.949321 tst ping_idle_ping.py: using CellId 26043\u000a04:38:09.071864 tst ping_idle_ping.py: using BVCI 26044\u000a04:38:09.095560 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:09.107022 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:09.118386 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:09.130066 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:09.141779 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:09.153647 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:09.165531 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:09.177178 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:09.460110 tst ping_idle_ping.py:24: start network...\u000a04:38:09.589820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:10.084728 run create_hlr_db(pid=27056): Launched\u000a04:38:10.264146 bus /gobi_6: Setting Powered False\u000a04:38:11.286728 run create_hlr_db(pid=27056): Terminated: ok {rc=0}\u000a04:38:11.681823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27058): Launched\u000a04:38:11.989856 run osmo-hlr_10.42.42.2(pid=27059): Launched\u000a04:38:12.103835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:12.640366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27061): Launched\u000a04:38:12.949460 run osmo-stp_10.42.42.5(pid=27062): Launched\u000a04:38:13.061390 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:13.601984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27064): Launched\u000a04:38:13.712372 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:13.981199 run patchelf(pid=27065): Launched\u000a04:38:14.162822 run osmo-stp_10.42.42.5(pid=27062): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)]\u000a04:38:14.295115 run osmo-stp_10.42.42.5(pid=27062): stdout: \u000a| (launched: 2022-12-10_04:38:12.798142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:14.427723 run osmo-stp_10.42.42.5(pid=27062): stderr: \u000a| �[0;m�[38;5;43m20221210043812990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043812990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043812990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043812991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043812991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043812991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043812991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:14.556711 run osmo-stp_10.42.42.5(pid=27062): stdout: \u000a| (launched: 2022-12-10_04:38:12.798142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:14.683846 run osmo-stp_10.42.42.5(pid=27062): stderr: \u000a| �[0;m�[38;5;43m20221210043812990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043812990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043812990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043812991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043812991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043812991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043812991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:14.831230 run patchelf(pid=27065): Terminating (SIGINT)\u000a04:38:15.004363 run patchelf(pid=27065): Terminated: ok {rc=0}\u000a04:38:15.036199 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27062): Process ended prematurely: osmo-stp_10.42.42.5(pid=27062) [trial-2369↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)] [trial-2369↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a04:38:15.045798 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:38:15.107698 run osmo-hlr_10.42.42.2(pid=27059): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27059)]\u000a04:38:15.158280 run osmo-hlr_10.42.42.2(pid=27059): stdout: \u000a| (launched: 2022-12-10_04:38:11.839118) \u000a04:38:15.209452 run osmo-hlr_10.42.42.2(pid=27059): stderr: \u000a| �[0;m�[1;31m20221210043812037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043812037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043812037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043812037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043812037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043812037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043812050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043812059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043812059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043812059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:15.253322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27058): Terminating (SIGTERM)\u000a04:38:15.295116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27061): Terminating (SIGTERM)\u000a04:38:15.336452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27064): Terminating (SIGTERM)\u000a04:38:15.346193 --- ParallelTerminationStrategy: PID 27058 died...\u000a04:38:15.401695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27058): Terminated: ok {rc=0}\u000a04:38:15.411774 --- ParallelTerminationStrategy: PID 27061 died...\u000a04:38:15.467008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27061): Terminated: ok {rc=0}\u000a04:38:15.477131 --- ParallelTerminationStrategy: PID 27064 died...\u000a04:38:15.532297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27064): Terminated: ok {rc=0}\u000a04:38:15.617463 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:37:19" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27350): Process ended prematurely: osmo-stp_10.42.42.5(pid=27350) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27350)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27350): Process ended prematurely: osmo-stp_10.42.42.5(pid=27350) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:38:17.889527 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:17.902499 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:38:18.057288 tst cs_paging_gprs_active.py: using LAC 26044\u000a04:38:18.199651 tst cs_paging_gprs_active.py: using RAC 34\u000a04:38:18.359103 tst cs_paging_gprs_active.py: using CellId 26044\u000a04:38:18.500580 tst cs_paging_gprs_active.py: using BVCI 26045\u000a04:38:18.528597 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:18.542187 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:18.559187 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:18.573579 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:18.588147 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:18.601232 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:18.613144 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:18.624850 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:18.641683 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:38:18.778357 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:38:19.131241 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:38:19.264508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:19.611179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27338): Launched\u000a04:38:19.879008 run iperf3-srv_10.42.42.10(pid=27339): Launched\u000a04:38:20.065784 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:38:20.192874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:20.525588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27340): Launched\u000a04:38:20.807141 run iperf3-srv_10.42.42.10(pid=27341): Launched\u000a04:38:21.002281 tst cs_paging_gprs_active.py:38: start network...\u000a04:38:21.135269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:21.678176 run create_hlr_db(pid=27344): Launched\u000a04:38:21.853549 bus /gobi_6: Setting Powered False\u000a04:38:22.873846 run create_hlr_db(pid=27344): Terminated: ok {rc=0}\u000a04:38:23.299444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27346): Launched\u000a04:38:23.710001 run osmo-hlr_10.42.42.2(pid=27347): Launched\u000a04:38:23.931027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:24.582884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27349): Launched\u000a04:38:25.000442 run osmo-stp_10.42.42.5(pid=27350): Launched\u000a04:38:25.235538 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:25.864574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27352): Launched\u000a04:38:25.978002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:26.273622 run patchelf(pid=27353): Launched\u000a04:38:26.459308 run osmo-stp_10.42.42.5(pid=27350): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27350)]\u000a04:38:26.597112 run osmo-stp_10.42.42.5(pid=27350): stdout: \u000a| (launched: 2022-12-10_04:38:24.740843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:26.734228 run osmo-stp_10.42.42.5(pid=27350): stderr: \u000a| �[0;m�[38;5;43m20221210043825081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043825081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043825081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043825082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043825082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043825082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043825082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:26.865494 run osmo-stp_10.42.42.5(pid=27350): stdout: \u000a| (launched: 2022-12-10_04:38:24.740843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:26.995936 run osmo-stp_10.42.42.5(pid=27350): stderr: \u000a| �[0;m�[38;5;43m20221210043825081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043825081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043825081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043825082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043825082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043825082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043825082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:27.147556 run patchelf(pid=27353): Terminating (SIGINT)\u000a04:38:27.326770 run patchelf(pid=27353): Terminated: ok {rc=0}\u000a04:38:27.361457 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27350): Process ended prematurely: osmo-stp_10.42.42.5(pid=27350) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27350)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:38:27.372451 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a04:38:27.437892 run osmo-hlr_10.42.42.2(pid=27347): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27347)]\u000a04:38:27.491149 run osmo-hlr_10.42.42.2(pid=27347): stdout: \u000a| (launched: 2022-12-10_04:38:23.455219) \u000a04:38:27.544158 run osmo-hlr_10.42.42.2(pid=27347): stderr: \u000a| �[0;m�[1;31m20221210043823795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043823795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043823795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043823795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043823796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043823796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043823816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043823828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043823828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043823828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:27.591333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27338): Terminating (SIGTERM)\u000a04:38:27.635616 run iperf3-srv_10.42.42.10(pid=27339): Terminating (SIGTERM)\u000a04:38:27.678730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27340): Terminating (SIGTERM)\u000a04:38:27.723482 run iperf3-srv_10.42.42.10(pid=27341): Terminating (SIGTERM)\u000a04:38:27.766068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27346): Terminating (SIGTERM)\u000a04:38:27.812481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27349): Terminating (SIGTERM)\u000a04:38:27.856163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27352): Terminating (SIGTERM)\u000a04:38:27.867904 --- ParallelTerminationStrategy: PID 27338 died...\u000a04:38:27.926738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27338): Terminated: ok {rc=0}\u000a04:38:27.937492 --- ParallelTerminationStrategy: PID 27339 died...\u000a04:38:27.995656 run iperf3-srv_10.42.42.10(pid=27339): Terminated {rc=256}\u000a04:38:28.006287 --- ParallelTerminationStrategy: PID 27340 died...\u000a04:38:28.063749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27340): Terminated: ok {rc=0}\u000a04:38:28.074917 --- ParallelTerminationStrategy: PID 27341 died...\u000a04:38:28.132003 run iperf3-srv_10.42.42.10(pid=27341): Terminated {rc=256}\u000a04:38:28.142664 --- ParallelTerminationStrategy: PID 27346 died...\u000a04:38:28.201650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27346): Terminated: ok {rc=0}\u000a04:38:28.212217 --- ParallelTerminationStrategy: PID 27349 died...\u000a04:38:28.269205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27349): Terminated: ok {rc=0}\u000a04:38:28.279714 --- ParallelTerminationStrategy: PID 27352 died...\u000a04:38:28.337143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27352): Terminated: ok {rc=0}\u000a04:38:28.425800 bus /gobi_0: Setting Powered False\u000a04:38:29.531022 bus /gobi_0: Setting Powered False\u000a04:38:30.642434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27362): Process ended prematurely: osmo-stp_10.42.42.5(pid=27362) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27362)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27362): Process ended prematurely: osmo-stp_10.42.42.5(pid=27362) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:38:31.805265 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:31.820300 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:38:32.008067 tst iperf3.py: using LAC 26045\u000a04:38:32.174169 tst iperf3.py: using RAC 35\u000a04:38:32.308735 tst iperf3.py: using CellId 26045\u000a04:38:32.470864 tst iperf3.py: using BVCI 26046\u000a04:38:32.499974 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:32.513934 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:32.529958 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:32.545128 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:32.560504 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:32.577181 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:32.592929 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:32.611089 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:32.626406 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:38:32.948149 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:38:33.080484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:33.422412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27354): Launched\u000a04:38:33.710353 run iperf3-srv_10.42.42.10(pid=27355): Launched\u000a04:38:33.911524 tst iperf3.py:8: start network...\u000a04:38:34.048914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:34.605095 run create_hlr_db(pid=27356): Launched\u000a04:38:34.795263 bus /gobi_6: Setting Powered False\u000a04:38:35.818666 run create_hlr_db(pid=27356): Terminated: ok {rc=0}\u000a04:38:36.271446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27358): Launched\u000a04:38:36.700392 run osmo-hlr_10.42.42.2(pid=27359): Launched\u000a04:38:36.950210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:37.543811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27361): Launched\u000a04:38:37.971639 run osmo-stp_10.42.42.5(pid=27362): Launched\u000a04:38:38.206253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:38.799966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27364): Launched\u000a04:38:38.918531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:39.222809 run patchelf(pid=27365): Launched\u000a04:38:39.417639 run osmo-stp_10.42.42.5(pid=27362): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27362)]\u000a04:38:39.562228 run osmo-stp_10.42.42.5(pid=27362): stdout: \u000a| (launched: 2022-12-10_04:38:37.713996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:39.700253 run osmo-stp_10.42.42.5(pid=27362): stderr: \u000a| �[0;m�[38;5;43m20221210043838021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043838021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043838021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043838022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043838022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043838022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043838022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:39.832883 run osmo-stp_10.42.42.5(pid=27362): stdout: \u000a| (launched: 2022-12-10_04:38:37.713996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:39.964549 run osmo-stp_10.42.42.5(pid=27362): stderr: \u000a| �[0;m�[38;5;43m20221210043838021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043838021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043838021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043838022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043838022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043838022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043838022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:40.117907 run patchelf(pid=27365): Terminating (SIGINT)\u000a04:38:40.298103 run patchelf(pid=27365): Terminated: ok {rc=0}\u000a04:38:40.331576 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27362): Process ended prematurely: osmo-stp_10.42.42.5(pid=27362) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27362)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a04:38:40.341853 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a04:38:40.405108 run osmo-hlr_10.42.42.2(pid=27359): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27359)]\u000a04:38:40.456521 run osmo-hlr_10.42.42.2(pid=27359): stdout: \u000a| (launched: 2022-12-10_04:38:36.440459) \u000a04:38:40.509101 run osmo-hlr_10.42.42.2(pid=27359): stderr: \u000a| �[0;m�[1;31m20221210043836752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043836752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043836752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043836752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043836752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043836752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043836768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043836785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043836786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043836786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:40.553745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27354): Terminating (SIGTERM)\u000a04:38:40.595622 run iperf3-srv_10.42.42.10(pid=27355): Terminating (SIGTERM)\u000a04:38:40.637205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27358): Terminating (SIGTERM)\u000a04:38:40.678496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27361): Terminating (SIGTERM)\u000a04:38:40.720381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27364): Terminating (SIGTERM)\u000a04:38:40.730162 --- ParallelTerminationStrategy: PID 27354 died...\u000a04:38:40.786492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27354): Terminated: ok {rc=0}\u000a04:38:40.796488 --- ParallelTerminationStrategy: PID 27355 died...\u000a04:38:40.851752 run iperf3-srv_10.42.42.10(pid=27355): Terminated {rc=256}\u000a04:38:40.861767 --- ParallelTerminationStrategy: PID 27358 died...\u000a04:38:40.916805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27358): Terminated: ok {rc=0}\u000a04:38:40.926807 --- ParallelTerminationStrategy: PID 27361 died...\u000a04:38:40.981997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27361): Terminated: ok {rc=0}\u000a04:38:40.992110 --- ParallelTerminationStrategy: PID 27364 died...\u000a04:38:41.047901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27364): Terminated: ok {rc=0}\u000a04:38:41.134296 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27380): Process ended prematurely: osmo-stp_10.42.42.5(pid=27380) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27380): Process ended prematurely: osmo-stp_10.42.42.5(pid=27380) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:38:42.243549 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:42.255165 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:38:42.384457 tst iperf3m4.py: using LAC 26046\u000a04:38:42.503729 tst iperf3m4.py: using RAC 36\u000a04:38:42.623817 tst iperf3m4.py: using CellId 26046\u000a04:38:42.747285 tst iperf3m4.py: using BVCI 26047\u000a04:38:42.770398 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:42.781587 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:42.792260 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:42.803512 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:42.814697 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:42.825863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:42.837065 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:42.847906 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:38:42.859171 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:38:42.972771 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:38:43.094302 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:38:43.211446 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:38:43.504543 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:38:43.640174 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:43.973541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27366): Launched\u000a04:38:44.250550 run iperf3-srv_10.42.42.10(pid=27367): Launched\u000a04:38:44.448845 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:38:44.584288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:44.917992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27368): Launched\u000a04:38:45.194389 run iperf3-srv_10.42.42.10(pid=27369): Launched\u000a04:38:45.391787 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:38:45.526766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:45.872462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27370): Launched\u000a04:38:46.175936 run iperf3-srv_10.42.42.10(pid=27371): Launched\u000a04:38:46.379134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:38:46.516799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:46.867615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27372): Launched\u000a04:38:47.163464 run iperf3-srv_10.42.42.10(pid=27373): Launched\u000a04:38:47.361010 tst iperf3m4.py:8: start network...\u000a04:38:47.495137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:48.010764 run create_hlr_db(pid=27374): Launched\u000a04:38:48.196684 bus /gobi_6: Setting Powered False\u000a04:38:49.218096 run create_hlr_db(pid=27374): Terminated: ok {rc=0}\u000a04:38:49.625924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27376): Launched\u000a04:38:49.928074 run osmo-hlr_10.42.42.2(pid=27377): Launched\u000a04:38:50.046212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:50.581539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27379): Launched\u000a04:38:50.883893 run osmo-stp_10.42.42.5(pid=27380): Launched\u000a04:38:50.994278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:51.520077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27382): Launched\u000a04:38:51.628126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:51.892210 run patchelf(pid=27383): Launched\u000a04:38:52.069768 run osmo-stp_10.42.42.5(pid=27380): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)]\u000a04:38:52.199823 run osmo-stp_10.42.42.5(pid=27380): stdout: \u000a| (launched: 2022-12-10_04:38:50.734924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:52.330347 run osmo-stp_10.42.42.5(pid=27380): stderr: \u000a| �[0;m�[38;5;43m20221210043850905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043850905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043850905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043850906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043850906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043850906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043850906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:52.455918 run osmo-stp_10.42.42.5(pid=27380): stdout: \u000a| (launched: 2022-12-10_04:38:50.734924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:52.579760 run osmo-stp_10.42.42.5(pid=27380): stderr: \u000a| �[0;m�[38;5;43m20221210043850905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043850905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043850905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043850906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043850906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043850906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043850906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:52.724347 run patchelf(pid=27383): Terminating (SIGINT)\u000a04:38:52.894902 run patchelf(pid=27383): Terminated: ok {rc=0}\u000a04:38:52.926562 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27380): Process ended prematurely: osmo-stp_10.42.42.5(pid=27380) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:38:52.936045 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:38:52.996507 run osmo-hlr_10.42.42.2(pid=27377): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27377)]\u000a04:38:53.045365 run osmo-hlr_10.42.42.2(pid=27377): stdout: \u000a| (launched: 2022-12-10_04:38:49.779321) \u000a04:38:53.095030 run osmo-hlr_10.42.42.2(pid=27377): stderr: \u000a| �[0;m�[1;31m20221210043849955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043849955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043849955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043849955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043849955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043849955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043849967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043849976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043849976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043849976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:53.137170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27366): Terminating (SIGTERM)\u000a04:38:53.176737 run iperf3-srv_10.42.42.10(pid=27367): Terminating (SIGTERM)\u000a04:38:53.216340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27368): Terminating (SIGTERM)\u000a04:38:53.256269 run iperf3-srv_10.42.42.10(pid=27369): Terminating (SIGTERM)\u000a04:38:53.295692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27370): Terminating (SIGTERM)\u000a04:38:53.334912 run iperf3-srv_10.42.42.10(pid=27371): Terminating (SIGTERM)\u000a04:38:53.374725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27372): Terminating (SIGTERM)\u000a04:38:53.413869 run iperf3-srv_10.42.42.10(pid=27373): Terminating (SIGTERM)\u000a04:38:53.453593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27376): Terminating (SIGTERM)\u000a04:38:53.493725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27379): Terminating (SIGTERM)\u000a04:38:53.533379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27382): Terminating (SIGTERM)\u000a04:38:53.542614 --- ParallelTerminationStrategy: PID 27366 died...\u000a04:38:53.595929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27366): Terminated: ok {rc=0}\u000a04:38:53.605716 --- ParallelTerminationStrategy: PID 27367 died...\u000a04:38:53.658525 run iperf3-srv_10.42.42.10(pid=27367): Terminated {rc=256}\u000a04:38:53.667971 --- ParallelTerminationStrategy: PID 27368 died...\u000a04:38:53.720668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27368): Terminated: ok {rc=0}\u000a04:38:53.730128 --- ParallelTerminationStrategy: PID 27369 died...\u000a04:38:53.782737 run iperf3-srv_10.42.42.10(pid=27369): Terminated {rc=256}\u000a04:38:53.792150 --- ParallelTerminationStrategy: PID 27370 died...\u000a04:38:53.845228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27370): Terminated: ok {rc=0}\u000a04:38:53.854793 --- ParallelTerminationStrategy: PID 27371 died...\u000a04:38:53.907342 run iperf3-srv_10.42.42.10(pid=27371): Terminated {rc=256}\u000a04:38:53.916872 --- ParallelTerminationStrategy: PID 27372 died...\u000a04:38:53.969616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27372): Terminated: ok {rc=0}\u000a04:38:53.979381 --- ParallelTerminationStrategy: PID 27373 died...\u000a04:38:54.031704 run iperf3-srv_10.42.42.10(pid=27373): Terminated {rc=256}\u000a04:38:54.041831 --- ParallelTerminationStrategy: PID 27376 died...\u000a04:38:54.094415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27376): Terminated: ok {rc=0}\u000a04:38:54.104135 --- ParallelTerminationStrategy: PID 27379 died...\u000a04:38:54.156696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27379): Terminated: ok {rc=0}\u000a04:38:54.166485 --- ParallelTerminationStrategy: PID 27382 died...\u000a04:38:54.219144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27382): Terminated: ok {rc=0}\u000a04:38:54.307025 bus /gobi_4: Setting Powered False\u000a04:38:55.409371 bus /gobi_4: Setting Powered False\u000a04:38:56.520092 bus /gobi_1: Setting Powered False\u000a04:38:57.621905 bus /gobi_1: Setting Powered False\u000a04:38:58.726574 bus /gobi_0: Setting Powered False\u000a04:38:59.830319 bus /gobi_0: Setting Powered False\u000a04:39:00.955788 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27390): Process ended prematurely: osmo-stp_10.42.42.5(pid=27390) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27390)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27390): Process ended prematurely: osmo-stp_10.42.42.5(pid=27390) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:39:02.021159 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:02.034141 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:39:02.166355 tst ping.py: using LAC 26047\u000a04:39:02.291630 tst ping.py: using RAC 37\u000a04:39:02.414802 tst ping.py: using CellId 26047\u000a04:39:02.539132 tst ping.py: using BVCI 26048\u000a04:39:02.562912 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:02.574008 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:02.584877 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:02.596538 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:02.608261 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:02.619883 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:02.631604 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:02.643567 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:02.915901 tst ping.py:19: start network...\u000a04:39:03.039575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:03.502418 run create_hlr_db(pid=27384): Launched\u000a04:39:03.673384 bus /gobi_6: Setting Powered False\u000a04:39:04.692573 run create_hlr_db(pid=27384): Terminated: ok {rc=0}\u000a04:39:05.086164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27386): Launched\u000a04:39:05.381623 run osmo-hlr_10.42.42.2(pid=27387): Launched\u000a04:39:05.493645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:06.016692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27389): Launched\u000a04:39:06.312836 run osmo-stp_10.42.42.5(pid=27390): Launched\u000a04:39:06.421077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:06.937268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27392): Launched\u000a04:39:07.042572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:07.300477 run patchelf(pid=27393): Launched\u000a04:39:07.474061 run osmo-stp_10.42.42.5(pid=27390): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27390)]\u000a04:39:07.601178 run osmo-stp_10.42.42.5(pid=27390): stdout: \u000a| (launched: 2022-12-10_04:39:06.166590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:07.728455 run osmo-stp_10.42.42.5(pid=27390): stderr: \u000a| �[0;m�[38;5;43m20221210043906335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043906335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043906335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043906336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043906336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043906336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043906336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:07.851191 run osmo-stp_10.42.42.5(pid=27390): stdout: \u000a| (launched: 2022-12-10_04:39:06.166590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:07.972359 run osmo-stp_10.42.42.5(pid=27390): stderr: \u000a| �[0;m�[38;5;43m20221210043906335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043906335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043906335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043906336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043906336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043906336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043906336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:08.113698 run patchelf(pid=27393): Terminating (SIGINT)\u000a04:39:08.280152 run patchelf(pid=27393): Terminated: ok {rc=0}\u000a04:39:08.310649 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27390): Process ended prematurely: osmo-stp_10.42.42.5(pid=27390) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27390)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a04:39:08.319533 tst ping.py:22: Test FAILED (6.3 sec)\u000a04:39:08.379716 run osmo-hlr_10.42.42.2(pid=27387): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27387)]\u000a04:39:08.428287 run osmo-hlr_10.42.42.2(pid=27387): stdout: \u000a| (launched: 2022-12-10_04:39:05.235449) \u000a04:39:08.477750 run osmo-hlr_10.42.42.2(pid=27387): stderr: \u000a| �[0;m�[1;31m20221210043905412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043905412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043905412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043905412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043905412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043905412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043905424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043905432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043905433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043905433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:08.519254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27386): Terminating (SIGTERM)\u000a04:39:08.558875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27389): Terminating (SIGTERM)\u000a04:39:08.598332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27392): Terminating (SIGTERM)\u000a04:39:08.607709 --- ParallelTerminationStrategy: PID 27386 died...\u000a04:39:08.660609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27386): Terminated: ok {rc=0}\u000a04:39:08.670498 --- ParallelTerminationStrategy: PID 27389 died...\u000a04:39:08.723175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27389): Terminated: ok {rc=0}\u000a04:39:08.732850 --- ParallelTerminationStrategy: PID 27392 died...\u000a04:39:08.785908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27392): Terminated: ok {rc=0}\u000a04:39:08.868576 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27400): Process ended prematurely: osmo-stp_10.42.42.5(pid=27400) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27400): Process ended prematurely: osmo-stp_10.42.42.5(pid=27400) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:39:09.921808 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:09.934041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:39:10.070429 tst ping_idle_ping.py: using LAC 26048\u000a04:39:10.196925 tst ping_idle_ping.py: using RAC 38\u000a04:39:10.322899 tst ping_idle_ping.py: using CellId 26048\u000a04:39:10.449192 tst ping_idle_ping.py: using BVCI 26049\u000a04:39:10.473270 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:10.484798 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:10.496100 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:10.507957 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:10.520001 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:10.531863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:10.543767 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:10.555581 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:10.843244 tst ping_idle_ping.py:24: start network...\u000a04:39:10.974877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:11.486612 run create_hlr_db(pid=27394): Launched\u000a04:39:11.671279 bus /gobi_6: Setting Powered False\u000a04:39:12.692321 run create_hlr_db(pid=27394): Terminated: ok {rc=0}\u000a04:39:13.091830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27396): Launched\u000a04:39:13.390021 run osmo-hlr_10.42.42.2(pid=27397): Launched\u000a04:39:13.506418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:14.031104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27399): Launched\u000a04:39:14.326882 run osmo-stp_10.42.42.5(pid=27400): Launched\u000a04:39:14.435056 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:14.950692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27402): Launched\u000a04:39:15.056251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:15.314141 run patchelf(pid=27403): Launched\u000a04:39:15.487977 run osmo-stp_10.42.42.5(pid=27400): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)]\u000a04:39:15.615396 run osmo-stp_10.42.42.5(pid=27400): stdout: \u000a| (launched: 2022-12-10_04:39:14.181241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:15.742612 run osmo-stp_10.42.42.5(pid=27400): stderr: \u000a| �[0;m�[38;5;43m20221210043914350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043914350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043914350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043914350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043914351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043914351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043914351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:15.889723 run osmo-stp_10.42.42.5(pid=27400): stdout: \u000a| (launched: 2022-12-10_04:39:14.181241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:16.022070 run osmo-stp_10.42.42.5(pid=27400): stderr: \u000a| �[0;m�[38;5;43m20221210043914350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043914350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043914350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043914350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043914351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043914351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043914351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:16.169329 run patchelf(pid=27403): Terminating (SIGINT)\u000a04:39:16.342505 run patchelf(pid=27403): Terminated: ok {rc=0}\u000a04:39:16.374956 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27400): Process ended prematurely: osmo-stp_10.42.42.5(pid=27400) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:39:16.384851 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:39:16.450030 run osmo-hlr_10.42.42.2(pid=27397): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27397)]\u000a04:39:16.501204 run osmo-hlr_10.42.42.2(pid=27397): stdout: \u000a| (launched: 2022-12-10_04:39:13.242612) \u000a04:39:16.553684 run osmo-hlr_10.42.42.2(pid=27397): stderr: \u000a| �[0;m�[1;31m20221210043913416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043913416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043913416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043913416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043913416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043913416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043913429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043913437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043913437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043913438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:16.598688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27396): Terminating (SIGTERM)\u000a04:39:16.641543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27399): Terminating (SIGTERM)\u000a04:39:16.684238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27402): Terminating (SIGTERM)\u000a04:39:16.694254 --- ParallelTerminationStrategy: PID 27396 died...\u000a04:39:16.751436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27396): Terminated: ok {rc=0}\u000a04:39:16.762145 --- ParallelTerminationStrategy: PID 27399 died...\u000a04:39:16.819041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27399): Terminated: ok {rc=0}\u000a04:39:16.829519 --- ParallelTerminationStrategy: PID 27402 died...\u000a04:39:16.884209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27402): Terminated: ok {rc=0}\u000a04:39:16.973401 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:38:17" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27419): Process ended prematurely: osmo-stp_10.42.42.5(pid=27419) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27419)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27419): Process ended prematurely: osmo-stp_10.42.42.5(pid=27419) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:39:19.108101 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:19.119709 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:39:19.269326 tst cs_paging_gprs_active.py: using LAC 26049\u000a04:39:19.389140 tst cs_paging_gprs_active.py: using RAC 39\u000a04:39:19.507845 tst cs_paging_gprs_active.py: using CellId 26049\u000a04:39:19.626436 tst cs_paging_gprs_active.py: using BVCI 26050\u000a04:39:19.649456 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:19.660360 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:19.671196 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:19.682849 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:19.694141 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:19.705681 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:19.718043 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:19.728877 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:19.740331 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:39:19.860228 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:39:20.151032 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:39:20.285617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:20.618609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27409): Launched\u000a04:39:20.894212 run iperf3-srv_10.42.42.10(pid=27410): Launched\u000a04:39:21.091564 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:39:21.225673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:21.557976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27411): Launched\u000a04:39:21.834235 run iperf3-srv_10.42.42.10(pid=27412): Launched\u000a04:39:22.030995 tst cs_paging_gprs_active.py:38: start network...\u000a04:39:22.165315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:22.677995 run create_hlr_db(pid=27413): Launched\u000a04:39:22.863783 bus /gobi_6: Setting Powered False\u000a04:39:23.885890 run create_hlr_db(pid=27413): Terminated: ok {rc=0}\u000a04:39:24.290730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27415): Launched\u000a04:39:24.593889 run osmo-hlr_10.42.42.2(pid=27416): Launched\u000a04:39:24.711764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:25.241927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27418): Launched\u000a04:39:25.543881 run osmo-stp_10.42.42.5(pid=27419): Launched\u000a04:39:25.654969 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:26.180936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27421): Launched\u000a04:39:26.288902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:26.553062 run patchelf(pid=27422): Launched\u000a04:39:26.730061 run osmo-stp_10.42.42.5(pid=27419): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27419)]\u000a04:39:26.859646 run osmo-stp_10.42.42.5(pid=27419): stdout: \u000a| (launched: 2022-12-10_04:39:25.394834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:26.990052 run osmo-stp_10.42.42.5(pid=27419): stderr: \u000a| �[0;m�[38;5;43m20221210043925565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043925565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043925565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043925566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043925566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043925566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043925566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:27.115057 run osmo-stp_10.42.42.5(pid=27419): stdout: \u000a| (launched: 2022-12-10_04:39:25.394834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:27.239096 run osmo-stp_10.42.42.5(pid=27419): stderr: \u000a| �[0;m�[38;5;43m20221210043925565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043925565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043925565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043925566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043925566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043925566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043925566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:27.383334 run patchelf(pid=27422): Terminating (SIGINT)\u000a04:39:27.553504 run patchelf(pid=27422): Terminated: ok {rc=0}\u000a04:39:27.584892 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27419): Process ended prematurely: osmo-stp_10.42.42.5(pid=27419) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27419)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:39:27.594512 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:39:27.654954 run osmo-hlr_10.42.42.2(pid=27416): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27416)]\u000a04:39:27.703726 run osmo-hlr_10.42.42.2(pid=27416): stdout: \u000a| (launched: 2022-12-10_04:39:24.443988) \u000a04:39:27.753340 run osmo-hlr_10.42.42.2(pid=27416): stderr: \u000a| �[0;m�[1;31m20221210043924622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043924622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043924622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043924622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043924622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043924622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043924634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043924643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043924643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043924643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:27.795775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27409): Terminating (SIGTERM)\u000a04:39:27.835726 run iperf3-srv_10.42.42.10(pid=27410): Terminating (SIGTERM)\u000a04:39:27.875993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27411): Terminating (SIGTERM)\u000a04:39:27.916071 run iperf3-srv_10.42.42.10(pid=27412): Terminating (SIGTERM)\u000a04:39:27.956430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27415): Terminating (SIGTERM)\u000a04:39:27.996296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27418): Terminating (SIGTERM)\u000a04:39:28.036459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27421): Terminating (SIGTERM)\u000a04:39:28.045974 --- ParallelTerminationStrategy: PID 27409 died...\u000a04:39:28.099496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27409): Terminated: ok {rc=0}\u000a04:39:28.109468 --- ParallelTerminationStrategy: PID 27410 died...\u000a04:39:28.162446 run iperf3-srv_10.42.42.10(pid=27410): Terminated {rc=256}\u000a04:39:28.172247 --- ParallelTerminationStrategy: PID 27411 died...\u000a04:39:28.225285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27411): Terminated: ok {rc=0}\u000a04:39:28.235128 --- ParallelTerminationStrategy: PID 27412 died...\u000a04:39:28.288333 run iperf3-srv_10.42.42.10(pid=27412): Terminated {rc=256}\u000a04:39:28.298166 --- ParallelTerminationStrategy: PID 27415 died...\u000a04:39:28.351227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27415): Terminated: ok {rc=0}\u000a04:39:28.360840 --- ParallelTerminationStrategy: PID 27418 died...\u000a04:39:28.413929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27418): Terminated: ok {rc=0}\u000a04:39:28.423767 --- ParallelTerminationStrategy: PID 27421 died...\u000a04:39:28.476938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27421): Terminated: ok {rc=0}\u000a04:39:28.566742 bus /gobi_0: Setting Powered False\u000a04:39:29.673851 bus /gobi_0: Setting Powered False\u000a04:39:30.781084 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27433): Process ended prematurely: osmo-stp_10.42.42.5(pid=27433) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27433)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27433): Process ended prematurely: osmo-stp_10.42.42.5(pid=27433) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:39:31.917047 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:31.933365 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:39:32.106677 tst iperf3.py: using LAC 26050\u000a04:39:32.241422 tst iperf3.py: using RAC 40\u000a04:39:32.366780 tst iperf3.py: using CellId 26050\u000a04:39:32.491677 tst iperf3.py: using BVCI 26051\u000a04:39:32.516322 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:32.528308 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:32.539796 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:32.551346 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:32.563163 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:32.575486 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:32.587419 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:32.598828 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:32.610669 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:39:32.889622 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:39:33.015315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:33.328414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27425): Launched\u000a04:39:33.588822 run iperf3-srv_10.42.42.10(pid=27426): Launched\u000a04:39:33.773622 tst iperf3.py:8: start network...\u000a04:39:33.899636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:34.374059 run create_hlr_db(pid=27427): Launched\u000a04:39:34.547085 bus /gobi_6: Setting Powered False\u000a04:39:35.569222 run create_hlr_db(pid=27427): Terminated: ok {rc=0}\u000a04:39:35.997301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27429): Launched\u000a04:39:36.318445 run osmo-hlr_10.42.42.2(pid=27430): Launched\u000a04:39:36.436459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:36.994981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27432): Launched\u000a04:39:37.315857 run osmo-stp_10.42.42.5(pid=27433): Launched\u000a04:39:37.432158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:37.992026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27435): Launched\u000a04:39:38.106248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:38.385421 run patchelf(pid=27436): Launched\u000a04:39:38.573408 run osmo-stp_10.42.42.5(pid=27433): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27433)]\u000a04:39:38.710923 run osmo-stp_10.42.42.5(pid=27433): stdout: \u000a| (launched: 2022-12-10_04:39:37.158525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:38.848557 run osmo-stp_10.42.42.5(pid=27433): stderr: \u000a| �[0;m�[38;5;43m20221210043937353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043937353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043937353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043937354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043937354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043937354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043937354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:38.981320 run osmo-stp_10.42.42.5(pid=27433): stdout: \u000a| (launched: 2022-12-10_04:39:37.158525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:39.112882 run osmo-stp_10.42.42.5(pid=27433): stderr: \u000a| �[0;m�[38;5;43m20221210043937353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043937353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043937353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043937354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043937354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043937354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043937354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:39.266073 run patchelf(pid=27436): Terminating (SIGINT)\u000a04:39:39.446022 run patchelf(pid=27436): Terminated: ok {rc=0}\u000a04:39:39.479285 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27433): Process ended prematurely: osmo-stp_10.42.42.5(pid=27433) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27433)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:39:39.489537 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:39:39.552141 run osmo-hlr_10.42.42.2(pid=27430): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27430)]\u000a04:39:39.603077 run osmo-hlr_10.42.42.2(pid=27430): stdout: \u000a| (launched: 2022-12-10_04:39:36.160476) \u000a04:39:39.654479 run osmo-hlr_10.42.42.2(pid=27430): stderr: \u000a| �[0;m�[1;31m20221210043936357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043936357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043936357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043936357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043936357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043936357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043936369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043936378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043936378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043936378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:39.698583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27425): Terminating (SIGTERM)\u000a04:39:39.739904 run iperf3-srv_10.42.42.10(pid=27426): Terminating (SIGTERM)\u000a04:39:39.781455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27429): Terminating (SIGTERM)\u000a04:39:39.822722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27432): Terminating (SIGTERM)\u000a04:39:39.863994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27435): Terminating (SIGTERM)\u000a04:39:39.873636 --- ParallelTerminationStrategy: PID 27425 died...\u000a04:39:39.929100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27425): Terminated: ok {rc=0}\u000a04:39:39.939180 --- ParallelTerminationStrategy: PID 27426 died...\u000a04:39:39.994797 run iperf3-srv_10.42.42.10(pid=27426): Terminated {rc=256}\u000a04:39:40.004766 --- ParallelTerminationStrategy: PID 27429 died...\u000a04:39:40.060462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27429): Terminated: ok {rc=0}\u000a04:39:40.070470 --- ParallelTerminationStrategy: PID 27432 died...\u000a04:39:40.125694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27432): Terminated: ok {rc=0}\u000a04:39:40.135655 --- ParallelTerminationStrategy: PID 27435 died...\u000a04:39:40.190942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27435): Terminated: ok {rc=0}\u000a04:39:40.277329 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27451): Process ended prematurely: osmo-stp_10.42.42.5(pid=27451) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27451)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27451): Process ended prematurely: osmo-stp_10.42.42.5(pid=27451) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:39:41.390962 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:41.403200 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:39:41.558700 tst iperf3m4.py: using LAC 26051\u000a04:39:41.685610 tst iperf3m4.py: using RAC 41\u000a04:39:41.810138 tst iperf3m4.py: using CellId 26051\u000a04:39:41.935043 tst iperf3m4.py: using BVCI 26052\u000a04:39:41.959545 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:41.971418 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:41.982987 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:41.994498 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:42.005902 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:42.017359 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:42.028817 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:42.040055 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:39:42.051592 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:39:42.171734 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:39:42.292667 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:39:42.409793 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:39:42.702262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:39:42.836441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:43.170154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27437): Launched\u000a04:39:43.446950 run iperf3-srv_10.42.42.10(pid=27438): Launched\u000a04:39:43.644807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:39:43.778957 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:44.111919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27439): Launched\u000a04:39:44.388049 run iperf3-srv_10.42.42.10(pid=27440): Launched\u000a04:39:44.585443 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:39:44.719130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:45.051421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27441): Launched\u000a04:39:45.327192 run iperf3-srv_10.42.42.10(pid=27442): Launched\u000a04:39:45.524269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:39:45.658569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:46.031393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27443): Launched\u000a04:39:46.397509 run iperf3-srv_10.42.42.10(pid=27444): Launched\u000a04:39:46.640587 tst iperf3m4.py:8: start network...\u000a04:39:46.815378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:47.398831 run create_hlr_db(pid=27445): Launched\u000a04:39:47.585365 bus /gobi_6: Setting Powered False\u000a04:39:48.606584 run create_hlr_db(pid=27445): Terminated: ok {rc=0}\u000a04:39:49.034390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27447): Launched\u000a04:39:49.356132 run osmo-hlr_10.42.42.2(pid=27448): Launched\u000a04:39:49.478452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:50.038736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27450): Launched\u000a04:39:50.360410 run osmo-stp_10.42.42.5(pid=27451): Launched\u000a04:39:50.476883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:51.035661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27453): Launched\u000a04:39:51.149980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:51.429346 run patchelf(pid=27454): Launched\u000a04:39:51.617535 run osmo-stp_10.42.42.5(pid=27451): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27451)]\u000a04:39:51.755098 run osmo-stp_10.42.42.5(pid=27451): stdout: \u000a| (launched: 2022-12-10_04:39:50.202568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:51.892922 run osmo-stp_10.42.42.5(pid=27451): stderr: \u000a| �[0;m�[38;5;43m20221210043950396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043950396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043950397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043950397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043950397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043950398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043950398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:52.025709 run osmo-stp_10.42.42.5(pid=27451): stdout: \u000a| (launched: 2022-12-10_04:39:50.202568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:52.157819 run osmo-stp_10.42.42.5(pid=27451): stderr: \u000a| �[0;m�[38;5;43m20221210043950396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210043950396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210043950397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210043950397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210043950397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210043950398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210043950398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:52.311377 run patchelf(pid=27454): Terminating (SIGINT)\u000a04:39:52.491868 run patchelf(pid=27454): Terminated: ok {rc=0}\u000a04:39:52.525295 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27451): Process ended prematurely: osmo-stp_10.42.42.5(pid=27451) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27451)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:39:52.535860 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a04:39:52.598832 run osmo-hlr_10.42.42.2(pid=27448): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27448)]\u000a04:39:52.649903 run osmo-hlr_10.42.42.2(pid=27448): stdout: \u000a| (launched: 2022-12-10_04:39:49.198034) \u000a04:39:52.701615 run osmo-hlr_10.42.42.2(pid=27448): stderr: \u000a| �[0;m�[1;31m20221210043949399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210043949399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210043949399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043949399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210043949399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210043949399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210043949410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210043949419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210043949419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210043949419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:52.745860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27437): Terminating (SIGTERM)\u000a04:39:52.787867 run iperf3-srv_10.42.42.10(pid=27438): Terminating (SIGTERM)\u000a04:39:52.829512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27439): Terminating (SIGTERM)\u000a04:39:52.871085 run iperf3-srv_10.42.42.10(pid=27440): Terminating (SIGTERM)\u000a04:39:52.912646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27441): Terminating (SIGTERM)\u000a04:39:52.954325 run iperf3-srv_10.42.42.10(pid=27442): Terminating (SIGTERM)\u000a04:39:52.995940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27443): Terminating (SIGTERM)\u000a04:39:53.037488 run iperf3-srv_10.42.42.10(pid=27444): Terminating (SIGTERM)\u000a04:39:53.079368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27447): Terminating (SIGTERM)\u000a04:39:53.121089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27450): Terminating (SIGTERM)\u000a04:39:53.162737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27453): Terminating (SIGTERM)\u000a04:39:53.172436 --- ParallelTerminationStrategy: PID 27437 died...\u000a04:39:53.228794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27437): Terminated: ok {rc=0}\u000a04:39:53.238968 --- ParallelTerminationStrategy: PID 27438 died...\u000a04:39:53.294464 run iperf3-srv_10.42.42.10(pid=27438): Terminated {rc=256}\u000a04:39:53.304501 --- ParallelTerminationStrategy: PID 27439 died...\u000a04:39:53.360161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27439): Terminated: ok {rc=0}\u000a04:39:53.370347 --- ParallelTerminationStrategy: PID 27440 died...\u000a04:39:53.425457 run iperf3-srv_10.42.42.10(pid=27440): Terminated {rc=256}\u000a04:39:53.435439 --- ParallelTerminationStrategy: PID 27441 died...\u000a04:39:53.491002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27441): Terminated: ok {rc=0}\u000a04:39:53.501127 --- ParallelTerminationStrategy: PID 27442 died...\u000a04:39:53.556388 run iperf3-srv_10.42.42.10(pid=27442): Terminated {rc=256}\u000a04:39:53.566434 --- ParallelTerminationStrategy: PID 27443 died...\u000a04:39:53.622001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27443): Terminated: ok {rc=0}\u000a04:39:53.632070 --- ParallelTerminationStrategy: PID 27444 died...\u000a04:39:53.687378 run iperf3-srv_10.42.42.10(pid=27444): Terminated {rc=256}\u000a04:39:53.697416 --- ParallelTerminationStrategy: PID 27447 died...\u000a04:39:53.752509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27447): Terminated: ok {rc=0}\u000a04:39:53.762574 --- ParallelTerminationStrategy: PID 27450 died...\u000a04:39:53.817781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27450): Terminated: ok {rc=0}\u000a04:39:53.827899 --- ParallelTerminationStrategy: PID 27453 died...\u000a04:39:53.882905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27453): Terminated: ok {rc=0}\u000a04:39:53.969715 bus /gobi_4: Setting Powered False\u000a04:39:55.076414 bus /gobi_4: Setting Powered False\u000a04:39:56.183909 bus /gobi_1: Setting Powered False\u000a04:39:57.288942 bus /gobi_1: Setting Powered False\u000a04:39:58.395843 bus /gobi_0: Setting Powered False\u000a04:39:59.497765 bus /gobi_0: Setting Powered False\u000a04:40:00.608894 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27471): Process ended prematurely: osmo-stp_10.42.42.5(pid=27471) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27471)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27471): Process ended prematurely: osmo-stp_10.42.42.5(pid=27471) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:40:01.684412 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:01.697734 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:40:01.874945 tst ping.py: using LAC 26052\u000a04:40:02.039619 tst ping.py: using RAC 42\u000a04:40:02.220504 tst ping.py: using CellId 26052\u000a04:40:02.381977 tst ping.py: using BVCI 26053\u000a04:40:02.411570 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:02.426042 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:02.440778 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:02.455952 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:02.470244 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:02.484208 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:02.498627 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:02.512109 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:02.804624 tst ping.py:19: start network...\u000a04:40:02.935995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:03.440232 run create_hlr_db(pid=27465): Launched\u000a04:40:03.624166 bus /gobi_6: Setting Powered False\u000a04:40:04.642846 run create_hlr_db(pid=27465): Terminated: ok {rc=0}\u000a04:40:05.063217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27467): Launched\u000a04:40:05.380087 run osmo-hlr_10.42.42.2(pid=27468): Launched\u000a04:40:05.496427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:06.050879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27470): Launched\u000a04:40:06.366467 run osmo-stp_10.42.42.5(pid=27471): Launched\u000a04:40:06.480797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:07.030271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27473): Launched\u000a04:40:07.142459 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:07.416573 run patchelf(pid=27474): Launched\u000a04:40:07.601485 run osmo-stp_10.42.42.5(pid=27471): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27471)]\u000a04:40:07.736364 run osmo-stp_10.42.42.5(pid=27471): stdout: \u000a| (launched: 2022-12-10_04:40:06.211893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:07.870885 run osmo-stp_10.42.42.5(pid=27471): stderr: \u000a| �[0;m�[38;5;43m20221210044006403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044006403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044006404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044006404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044006404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044006405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044006405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:08.000557 run osmo-stp_10.42.42.5(pid=27471): stdout: \u000a| (launched: 2022-12-10_04:40:06.211893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:08.129679 run osmo-stp_10.42.42.5(pid=27471): stderr: \u000a| �[0;m�[38;5;43m20221210044006403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044006403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044006404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044006404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044006404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044006405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044006405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:08.280057 run patchelf(pid=27474): Terminating (SIGINT)\u000a04:40:08.456237 run patchelf(pid=27474): Terminated: ok {rc=0}\u000a04:40:08.488644 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27471): Process ended prematurely: osmo-stp_10.42.42.5(pid=27471) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27471)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:40:08.498229 tst ping.py:22: Test FAILED (6.8 sec)\u000a04:40:08.560251 run osmo-hlr_10.42.42.2(pid=27468): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27468)]\u000a04:40:08.610764 run osmo-hlr_10.42.42.2(pid=27468): stdout: \u000a| (launched: 2022-12-10_04:40:05.224486) \u000a04:40:08.661870 run osmo-hlr_10.42.42.2(pid=27468): stderr: \u000a| �[0;m�[1;31m20221210044005423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044005423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044005423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044005423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044005423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044005423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044005436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044005446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044005446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044005446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:08.705511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27467): Terminating (SIGTERM)\u000a04:40:08.746653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27470): Terminating (SIGTERM)\u000a04:40:08.788396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27473): Terminating (SIGTERM)\u000a04:40:08.798089 --- ParallelTerminationStrategy: PID 27467 died...\u000a04:40:08.853204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27467): Terminated: ok {rc=0}\u000a04:40:08.863114 --- ParallelTerminationStrategy: PID 27470 died...\u000a04:40:08.917723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27470): Terminated: ok {rc=0}\u000a04:40:08.927639 --- ParallelTerminationStrategy: PID 27473 died...\u000a04:40:08.982292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27473): Terminated: ok {rc=0}\u000a04:40:09.069100 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27761): Process ended prematurely: osmo-stp_10.42.42.5(pid=27761) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27761)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27761): Process ended prematurely: osmo-stp_10.42.42.5(pid=27761) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:40:10.121169 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:10.133666 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:40:10.285374 tst ping_idle_ping.py: using LAC 26053\u000a04:40:10.412606 tst ping_idle_ping.py: using RAC 43\u000a04:40:10.534590 tst ping_idle_ping.py: using CellId 26053\u000a04:40:10.656352 tst ping_idle_ping.py: using BVCI 26054\u000a04:40:10.680295 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:10.691750 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:10.703220 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:10.714543 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:10.725747 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:10.737057 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:10.748483 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:10.759930 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:11.051463 tst ping_idle_ping.py:24: start network...\u000a04:40:11.183070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:11.687997 run create_hlr_db(pid=27475): Launched\u000a04:40:11.870994 bus /gobi_6: Setting Powered False\u000a04:40:12.905303 run create_hlr_db(pid=27475): Terminated: ok {rc=0}\u000a04:40:13.347102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27561): Launched\u000a04:40:13.757421 run osmo-hlr_10.42.42.2(pid=27586): Launched\u000a04:40:13.907532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:14.500427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27731): Launched\u000a04:40:14.895839 run osmo-stp_10.42.42.5(pid=27761): Launched\u000a04:40:15.030321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:15.583209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27834): Launched\u000a04:40:15.695501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:15.985436 run patchelf(pid=27835): Launched\u000a04:40:16.167903 run osmo-stp_10.42.42.5(pid=27761): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27761)]\u000a04:40:16.302144 run osmo-stp_10.42.42.5(pid=27761): stdout: \u000a| (launched: 2022-12-10_04:40:14.664847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:16.438000 run osmo-stp_10.42.42.5(pid=27761): stderr: \u000a| �[0;m�[38;5;43m20221210044014995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044014995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044014995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044014995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044015000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044015000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044015000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:16.569796 run osmo-stp_10.42.42.5(pid=27761): stdout: \u000a| (launched: 2022-12-10_04:40:14.664847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:16.700716 run osmo-stp_10.42.42.5(pid=27761): stderr: \u000a| �[0;m�[38;5;43m20221210044014995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044014995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044014995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044014995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044015000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044015000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044015000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:16.853956 run patchelf(pid=27835): Terminating (SIGINT)\u000a04:40:17.034182 run patchelf(pid=27835): Terminated: ok {rc=0}\u000a04:40:17.067149 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27761): Process ended prematurely: osmo-stp_10.42.42.5(pid=27761) [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27761)] [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:40:17.077240 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a04:40:17.140658 run osmo-hlr_10.42.42.2(pid=27586): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27586)]\u000a04:40:17.192191 run osmo-hlr_10.42.42.2(pid=27586): stdout: \u000a| (launched: 2022-12-10_04:40:13.510954) \u000a04:40:17.243655 run osmo-hlr_10.42.42.2(pid=27586): stderr: \u000a| �[0;m�[1;31m20221210044013790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044013790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044013790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044013790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044013790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044013790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044013811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044013828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044013828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044013828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:17.287469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27561): Terminating (SIGTERM)\u000a04:40:17.328896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27731): Terminating (SIGTERM)\u000a04:40:17.370257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27834): Terminating (SIGTERM)\u000a04:40:17.379514 --- ParallelTerminationStrategy: PID 27561 died...\u000a04:40:17.434932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27561): Terminated: ok {rc=0}\u000a04:40:17.445110 --- ParallelTerminationStrategy: PID 27731 died...\u000a04:40:17.500101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27731): Terminated: ok {rc=0}\u000a04:40:17.510088 --- ParallelTerminationStrategy: PID 27834 died...\u000a04:40:17.565425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27834): Terminated: ok {rc=0}\u000a04:40:17.651703 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:39:18" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28019): Process ended prematurely: osmo-stp_10.42.42.5(pid=28019) [trial-2369↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28019)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28019): Process ended prematurely: osmo-stp_10.42.42.5(pid=28019) [trial-2369↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:40:19.659246 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:40:19.671097 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:40:19.814335 tst switch_tch_pdch.py: using LAC 26054\u000a04:40:19.928143 tst switch_tch_pdch.py: using RAC 44\u000a04:40:20.046692 tst switch_tch_pdch.py: using CellId 26054\u000a04:40:20.161211 tst switch_tch_pdch.py: using BVCI 26055\u000a04:40:20.183649 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:40:20.195250 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:40:20.206732 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:40:20.218396 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:40:20.229968 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:40:20.241401 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:40:20.253149 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:40:20.264662 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:40:20.385431 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:40:20.661208 tst switch_tch_pdch.py:51: start network...\u000a04:40:20.784864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:21.250699 run create_hlr_db(pid=27839): Launched\u000a04:40:21.422690 bus /gobi_6: Setting Powered False\u000a04:40:22.454614 run create_hlr_db(pid=27839): Terminated: ok {rc=0}\u000a04:40:22.875003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27841): Launched\u000a04:40:23.223423 run osmo-hlr_10.42.42.2(pid=27842): Launched\u000a04:40:23.470152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:24.030003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27947): Launched\u000a04:40:24.374830 run osmo-stp_10.42.42.5(pid=28019): Launched\u000a04:40:24.627501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:25.202275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28024): Launched\u000a04:40:25.311522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:25.593626 run patchelf(pid=28025): Launched\u000a04:40:25.772470 run osmo-stp_10.42.42.5(pid=28019): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28019)]\u000a04:40:25.902042 run osmo-stp_10.42.42.5(pid=28019): stdout: \u000a| (launched: 2022-12-10_04:40:24.187796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:26.033347 run osmo-stp_10.42.42.5(pid=28019): stderr: \u000a| �[0;m�[38;5;43m20221210044024424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044024424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044024424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044024425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044024427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044024427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044024427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:26.159611 run osmo-stp_10.42.42.5(pid=28019): stdout: \u000a| (launched: 2022-12-10_04:40:24.187796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:26.286300 run osmo-stp_10.42.42.5(pid=28019): stderr: \u000a| �[0;m�[38;5;43m20221210044024424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044024424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044024424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044024425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044024427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044024427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044024427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:26.431703 run patchelf(pid=28025): Terminating (SIGINT)\u000a04:40:26.603836 run patchelf(pid=28025): Terminated: ok {rc=0}\u000a04:40:26.635540 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28019): Process ended prematurely: osmo-stp_10.42.42.5(pid=28019) [trial-2369↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28019)] [trial-2369↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:40:26.645573 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a04:40:26.710334 run osmo-hlr_10.42.42.2(pid=27842): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27842)]\u000a04:40:26.761843 run osmo-hlr_10.42.42.2(pid=27842): stdout: \u000a| (launched: 2022-12-10_04:40:23.036165) \u000a04:40:26.814873 run osmo-hlr_10.42.42.2(pid=27842): stderr: \u000a| �[0;m�[1;31m20221210044023325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044023325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044023325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044023325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044023325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044023325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044023339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044023354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044023354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044023354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:26.859133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27841): Terminating (SIGTERM)\u000a04:40:26.903157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27947): Terminating (SIGTERM)\u000a04:40:26.947208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28024): Terminating (SIGTERM)\u000a04:40:26.957691 --- ParallelTerminationStrategy: PID 27841 died...\u000a04:40:27.016512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27841): Terminated: ok {rc=0}\u000a04:40:27.027012 --- ParallelTerminationStrategy: PID 27947 died...\u000a04:40:27.083325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27947): Terminated: ok {rc=0}\u000a04:40:27.094478 --- ParallelTerminationStrategy: PID 28024 died...\u000a04:40:27.150698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28024): Terminated: ok {rc=0}\u000a04:40:27.237532 bus /gobi_0: Setting Powered False\u000a04:40:28.342070 bus /gobi_0: Setting Powered False\u000a04:40:29.447202 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:40:19" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28036): Process ended prematurely: osmo-stp_10.42.42.5(pid=28036) [trial-2369↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28036): Process ended prematurely: osmo-stp_10.42.42.5(pid=28036) [trial-2369↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a04:40:31.386451 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:31.409349 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:40:31.550872 tst mo_mt_sms.py: using LAC 26055\u000a04:40:31.669095 tst mo_mt_sms.py: using RAC 45\u000a04:40:31.790884 tst mo_mt_sms.py: using CellId 26055\u000a04:40:31.915195 tst mo_mt_sms.py: using BVCI 26056\u000a04:40:31.940460 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:31.952700 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:31.966702 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:31.979649 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:31.991733 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:32.004622 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a04:40:32.126880 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a04:40:32.338808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:32.842059 run create_hlr_db(pid=28030): Launched\u000a04:40:33.025126 bus /gobi_6: Setting Powered False\u000a04:40:34.044028 run create_hlr_db(pid=28030): Terminated: ok {rc=0}\u000a04:40:34.441605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28032): Launched\u000a04:40:34.738202 run osmo-hlr_10.42.42.2(pid=28033): Launched\u000a04:40:34.850442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:35.362539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28035): Launched\u000a04:40:35.656515 run osmo-stp_10.42.42.5(pid=28036): Launched\u000a04:40:35.764980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:40:36.305833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28038): Launched\u000a04:40:36.603214 run osmo-msc_10.42.42.6(pid=28039): Launched\u000a04:40:36.777471 run osmo-stp_10.42.42.5(pid=28036): ERR: Terminated: ERROR {rc=1} [trial-2369↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)]\u000a04:40:36.903838 run osmo-stp_10.42.42.5(pid=28036): stdout: \u000a| (launched: 2022-12-10_04:40:35.511942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:37.027233 run osmo-stp_10.42.42.5(pid=28036): stderr: \u000a| �[0;m�[38;5;43m20221210044035681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044035681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044035681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044035682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044035684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044035684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044035684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:37.146214 run osmo-stp_10.42.42.5(pid=28036): stdout: \u000a| (launched: 2022-12-10_04:40:35.511942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:37.264252 run osmo-stp_10.42.42.5(pid=28036): stderr: \u000a| �[0;m�[38;5;43m20221210044035681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044035681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044035681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044035682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044035684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044035684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044035684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:37.316195 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28036): Process ended prematurely: osmo-stp_10.42.42.5(pid=28036) [trial-2369↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)] [trial-2369↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a04:40:37.324199 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a04:40:37.384173 run osmo-hlr_10.42.42.2(pid=28033): ERR: Terminated: ERROR {rc=237} [trial-2369↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28033)]\u000a04:40:37.433212 run osmo-hlr_10.42.42.2(pid=28033): stdout: \u000a| (launched: 2022-12-10_04:40:34.592269) \u000a04:40:37.483199 run osmo-hlr_10.42.42.2(pid=28033): stderr: \u000a| �[0;m�[1;31m20221210044034766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044034766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044034766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044034766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044034766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044034766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044034778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044034787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044034787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044034787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:37.550406 run osmo-msc_10.42.42.6(pid=28039): ERR: Terminated: ERROR {rc=2} [trial-2369↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28039)]\u000a04:40:37.599397 run osmo-msc_10.42.42.6(pid=28039): stdout: \u000a| (launched: 2022-12-10_04:40:36.456473) \u000a04:40:37.648668 run osmo-msc_10.42.42.6(pid=28039): stderr: \u000a| �[0;m�[38;5;43m20221210044036730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044036730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9eab66fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044036730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044036730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044036730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044036731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044036732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044036733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044036733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044036733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:40:37.690455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28032): Terminating (SIGTERM)\u000a04:40:37.730000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28035): Terminating (SIGTERM)\u000a04:40:37.769709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28038): Terminating (SIGTERM)\u000a04:40:37.779155 --- ParallelTerminationStrategy: PID 28032 died...\u000a04:40:37.832237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28032): Terminated: ok {rc=0}\u000a04:40:37.842062 --- ParallelTerminationStrategy: PID 28035 died...\u000a04:40:37.895348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28035): Terminated: ok {rc=0}\u000a04:40:37.904893 --- ParallelTerminationStrategy: PID 28038 died...\u000a04:40:37.957716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28038): Terminated: ok {rc=0}\u000a04:40:38.040106 bus /sierra_3: Setting Powered False\u000a04:40:39.146326 bus /sierra_3: Setting Powered False\u000a04:40:40.256876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:40:31" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28046): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28046) [trial-2369↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28046)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28046): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28046) [trial-2369↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a04:40:42.098528 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a04:40:42.110691 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:40:42.247631 tst assert_extension.py: using LAC 26056\u000a04:40:42.367607 tst assert_extension.py: using RAC 46\u000a04:40:42.486164 tst assert_extension.py: using CellId 26056\u000a04:40:42.609926 tst assert_extension.py: using BVCI 26057\u000a04:40:42.633806 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a04:40:42.903152 tst assert_extension.py:10: start nitb and bts...\u000a04:40:43.026265 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:40:43.640468 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28045): Launched\u000a04:40:43.933428 run osmo-nitb_10.42.42.2(pid=28046): Launched\u000a04:40:44.115265 run osmo-nitb_10.42.42.2(pid=28046): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28046)]\u000a04:40:44.249588 run osmo-nitb_10.42.42.2(pid=28046): stdout: \u000a| (launched: 2022-12-10_04:40:43.790686) \u000a04:40:44.384208 run osmo-nitb_10.42.42.2(pid=28046): stderr: \u000a| (launched: 2022-12-10_04:40:43.834782)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:40:44.514556 run osmo-nitb_10.42.42.2(pid=28046): stdout: \u000a| (launched: 2022-12-10_04:40:43.790686) \u000a04:40:44.643146 run osmo-nitb_10.42.42.2(pid=28046): stderr: \u000a| (launched: 2022-12-10_04:40:43.834782)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:40:45.052396 tst osmo-nitb_10.42.42.2(pid=28046): stdout: \u000a| (launched: 2022-12-10_04:40:43.790686) \u000a04:40:45.170177 tst osmo-nitb_10.42.42.2(pid=28046): stderr: \u000a| (launched: 2022-12-10_04:40:43.834782)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:40:45.221584 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28046): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28046) [trial-2369↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28046)] [trial-2369↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a04:40:45.229786 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a04:40:45.264161 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28045): Terminating (SIGTERM)\u000a04:40:45.441795 --- ParallelTerminationStrategy: PID 28045 died...\u000a04:40:45.495678 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28045): Terminated: ok {rc=0}\u000a04:40:45.583211 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:40:41" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28056): Process ended prematurely: osmo-stp_10.42.42.5(pid=28056) [trial-2369↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28056)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28056): Process ended prematurely: osmo-stp_10.42.42.5(pid=28056) [trial-2369↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a04:40:47.441862 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:47.453612 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:40:47.594912 tst assert_extension.py: using LAC 26057\u000a04:40:47.726049 tst assert_extension.py: using RAC 47\u000a04:40:47.840715 tst assert_extension.py: using CellId 26057\u000a04:40:47.961852 tst assert_extension.py: using BVCI 26058\u000a04:40:47.986034 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:47.997456 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:48.008590 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:48.020331 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:48.032076 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:40:48.043939 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a04:40:48.242338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:48.707406 run create_hlr_db(pid=28050): Launched\u000a04:40:48.878132 bus /sierra_2: Setting Powered False\u000a04:40:49.899742 run create_hlr_db(pid=28050): Terminated: ok {rc=0}\u000a04:40:50.321154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28052): Launched\u000a04:40:50.639607 run osmo-hlr_10.42.42.2(pid=28053): Launched\u000a04:40:50.755869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:51.306660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28055): Launched\u000a04:40:51.623062 run osmo-stp_10.42.42.5(pid=28056): Launched\u000a04:40:51.738261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:40:52.314536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28058): Launched\u000a04:40:52.631938 run osmo-msc_10.42.42.6(pid=28059): Launched\u000a04:40:52.817539 run osmo-stp_10.42.42.5(pid=28056): ERR: Terminated: ERROR {rc=1} [trial-2369↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28056)]\u000a04:40:52.951166 run osmo-stp_10.42.42.5(pid=28056): stdout: \u000a| (launched: 2022-12-10_04:40:51.467322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:53.084459 run osmo-stp_10.42.42.5(pid=28056): stderr: \u000a| �[0;m�[38;5;43m20221210044051660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044051660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044051660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044051661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044051661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044051661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044051661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:53.211190 run osmo-stp_10.42.42.5(pid=28056): stdout: \u000a| (launched: 2022-12-10_04:40:51.467322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:53.336789 run osmo-stp_10.42.42.5(pid=28056): stderr: \u000a| �[0;m�[38;5;43m20221210044051660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044051660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044051660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044051661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044051661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044051661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044051661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:53.392027 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28056): Process ended prematurely: osmo-stp_10.42.42.5(pid=28056) [trial-2369↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28056)] [trial-2369↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a04:40:53.400782 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a04:40:53.462956 run osmo-hlr_10.42.42.2(pid=28053): ERR: Terminated: ERROR {rc=237} [trial-2369↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28053)]\u000a04:40:53.514307 run osmo-hlr_10.42.42.2(pid=28053): stdout: \u000a| (launched: 2022-12-10_04:40:50.482411) \u000a04:40:53.566483 run osmo-hlr_10.42.42.2(pid=28053): stderr: \u000a| �[0;m�[1;31m20221210044050681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044050681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044050681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044050681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044050681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044050681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044050697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044050705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044050705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044050705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:53.637148 run osmo-msc_10.42.42.6(pid=28059): ERR: Terminated: ERROR {rc=2} [trial-2369↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28059)]\u000a04:40:53.688178 run osmo-msc_10.42.42.6(pid=28059): stdout: \u000a| (launched: 2022-12-10_04:40:52.475365) \u000a04:40:53.740238 run osmo-msc_10.42.42.6(pid=28059): stderr: \u000a| �[0;m�[38;5;43m20221210044052802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044052802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc7e315c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044052802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044052802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044052802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044052802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044052804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044052804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044052804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044052805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:40:53.784303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28052): Terminating (SIGTERM)\u000a04:40:53.826231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28055): Terminating (SIGTERM)\u000a04:40:53.867985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28058): Terminating (SIGTERM)\u000a04:40:53.877463 --- ParallelTerminationStrategy: PID 28052 died...\u000a04:40:53.933411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28052): Terminated: ok {rc=0}\u000a04:40:53.943542 --- ParallelTerminationStrategy: PID 28055 died...\u000a04:40:53.999234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28055): Terminated: ok {rc=0}\u000a04:40:54.009431 --- ParallelTerminationStrategy: PID 28058 died...\u000a04:40:54.064977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28058): Terminated: ok {rc=0}\u000a04:40:54.152000 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:40:47" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28071): Process ended prematurely: osmo-stp_10.42.42.5(pid=28071) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28071)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28071): Process ended prematurely: osmo-stp_10.42.42.5(pid=28071) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:40:56.119843 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:40:56.131455 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:40:56.290125 tst mo_mt_call.py: using LAC 26058\u000a04:40:56.415517 tst mo_mt_call.py: using RAC 48\u000a04:40:56.541151 tst mo_mt_call.py: using CellId 26058\u000a04:40:56.669813 tst mo_mt_call.py: using BVCI 26059\u000a04:40:56.694109 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:40:56.705808 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:40:56.717419 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:40:56.728935 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:40:56.740648 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:40:56.752182 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:40:56.864638 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:40:57.072320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:57.586537 run create_hlr_db(pid=28065): Launched\u000a04:40:57.773200 bus /sierra_2: Setting Powered False\u000a04:40:58.785827 run create_hlr_db(pid=28065): Terminated: ok {rc=0}\u000a04:40:59.218498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28067): Launched\u000a04:40:59.538888 run osmo-hlr_10.42.42.2(pid=28068): Launched\u000a04:40:59.656476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:00.217197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28070): Launched\u000a04:41:00.563615 run osmo-stp_10.42.42.5(pid=28071): Launched\u000a04:41:00.681225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:01.304477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28073): Launched\u000a04:41:01.682147 run osmo-msc_10.42.42.6(pid=28074): Launched\u000a04:41:02.011184 run osmo-stp_10.42.42.5(pid=28071): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28071)]\u000a04:41:02.266517 run osmo-stp_10.42.42.5(pid=28071): stdout: \u000a| (launched: 2022-12-10_04:41:00.406747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:02.400864 run osmo-stp_10.42.42.5(pid=28071): stderr: \u000a| �[0;m�[38;5;43m20221210044100601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044100601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044100602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044100602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044100602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044100603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044100603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:02.530340 run osmo-stp_10.42.42.5(pid=28071): stdout: \u000a| (launched: 2022-12-10_04:41:00.406747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:02.659702 run osmo-stp_10.42.42.5(pid=28071): stderr: \u000a| �[0;m�[38;5;43m20221210044100601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044100601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044100602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044100602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044100602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044100603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044100603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:02.716419 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28071): Process ended prematurely: osmo-stp_10.42.42.5(pid=28071) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28071)] [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:41:02.725992 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a04:41:02.789408 run osmo-hlr_10.42.42.2(pid=28068): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28068)]\u000a04:41:02.841393 run osmo-hlr_10.42.42.2(pid=28068): stdout: \u000a| (launched: 2022-12-10_04:40:59.381814) \u000a04:41:02.893948 run osmo-hlr_10.42.42.2(pid=28068): stderr: \u000a| �[0;m�[1;31m20221210044059583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044059583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044059583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044059583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044059583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044059583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044059596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044059606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044059606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044059606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:02.965544 run osmo-msc_10.42.42.6(pid=28074): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28074)]\u000a04:41:03.017482 run osmo-msc_10.42.42.6(pid=28074): stdout: \u000a| (launched: 2022-12-10_04:41:01.471992) \u000a04:41:03.069931 run osmo-msc_10.42.42.6(pid=28074): stderr: \u000a| �[0;m�[38;5;43m20221210044102029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044102029 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6d16adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044102029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044102029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044102030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044102030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044102033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044102034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044102034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044102034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:03.114401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28067): Terminating (SIGTERM)\u000a04:41:03.156534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28070): Terminating (SIGTERM)\u000a04:41:03.198658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28073): Terminating (SIGTERM)\u000a04:41:03.208357 --- ParallelTerminationStrategy: PID 28067 died...\u000a04:41:03.264401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28067): Terminated: ok {rc=0}\u000a04:41:03.274541 --- ParallelTerminationStrategy: PID 28070 died...\u000a04:41:03.330222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28070): Terminated: ok {rc=0}\u000a04:41:03.340304 --- ParallelTerminationStrategy: PID 28073 died...\u000a04:41:03.396379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28073): Terminated: ok {rc=0}\u000a04:41:03.482804 bus /sierra_3: Setting Powered False\u000a04:41:04.589518 bus /sierra_3: Setting Powered False\u000a04:41:05.697627 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28082): Process ended prematurely: osmo-stp_10.42.42.5(pid=28082) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28082)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28082): Process ended prematurely: osmo-stp_10.42.42.5(pid=28082) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:41:06.812399 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:06.824849 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:41:06.988047 tst mo_mt_call_osmux.py: using LAC 26059\u000a04:41:07.114087 tst mo_mt_call_osmux.py: using RAC 49\u000a04:41:07.239990 tst mo_mt_call_osmux.py: using CellId 26059\u000a04:41:07.366014 tst mo_mt_call_osmux.py: using BVCI 26060\u000a04:41:07.390552 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:07.402139 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:07.413609 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:07.425071 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:07.436561 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:07.448021 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:41:07.562776 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:41:07.769770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:08.281943 run create_hlr_db(pid=28076): Launched\u000a04:41:08.467271 bus /sierra_2: Setting Powered False\u000a04:41:09.488650 run create_hlr_db(pid=28076): Terminated: ok {rc=0}\u000a04:41:09.900751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28078): Launched\u000a04:41:10.221506 run osmo-hlr_10.42.42.2(pid=28079): Launched\u000a04:41:10.341344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:10.903698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28081): Launched\u000a04:41:11.224468 run osmo-stp_10.42.42.5(pid=28082): Launched\u000a04:41:11.340929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:11.929331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28084): Launched\u000a04:41:12.249454 run osmo-msc_10.42.42.6(pid=28085): Launched\u000a04:41:12.438282 run osmo-stp_10.42.42.5(pid=28082): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28082)]\u000a04:41:12.574931 run osmo-stp_10.42.42.5(pid=28082): stdout: \u000a| (launched: 2022-12-10_04:41:11.067420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:12.711167 run osmo-stp_10.42.42.5(pid=28082): stderr: \u000a| �[0;m�[38;5;43m20221210044111262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044111262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044111262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044111263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044111263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044111263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044111263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:12.840713 run osmo-stp_10.42.42.5(pid=28082): stdout: \u000a| (launched: 2022-12-10_04:41:11.067420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:12.968936 run osmo-stp_10.42.42.5(pid=28082): stderr: \u000a| �[0;m�[38;5;43m20221210044111262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044111262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044111262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044111263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044111263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044111263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044111263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:13.026017 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28082): Process ended prematurely: osmo-stp_10.42.42.5(pid=28082) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28082)] [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:41:13.035368 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:41:13.098186 run osmo-hlr_10.42.42.2(pid=28079): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28079)]\u000a04:41:13.149612 run osmo-hlr_10.42.42.2(pid=28079): stdout: \u000a| (launched: 2022-12-10_04:41:10.064392) \u000a04:41:13.201639 run osmo-hlr_10.42.42.2(pid=28079): stderr: \u000a| �[0;m�[1;31m20221210044110262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044110262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044110262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044110262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044110262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044110262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044110276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044110287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044110287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044110287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:13.272350 run osmo-msc_10.42.42.6(pid=28085): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28085)]\u000a04:41:13.323639 run osmo-msc_10.42.42.6(pid=28085): stdout: \u000a| (launched: 2022-12-10_04:41:12.092820) \u000a04:41:13.375530 run osmo-msc_10.42.42.6(pid=28085): stderr: \u000a| �[0;m�[38;5;43m20221210044112417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044112417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc218fa9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044112417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044112417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044112418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044112418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044112419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044112420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044112420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044112420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:13.419679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28078): Terminating (SIGTERM)\u000a04:41:13.461688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28081): Terminating (SIGTERM)\u000a04:41:13.503454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28084): Terminating (SIGTERM)\u000a04:41:13.513290 --- ParallelTerminationStrategy: PID 28078 died...\u000a04:41:13.569513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28078): Terminated: ok {rc=0}\u000a04:41:13.579647 --- ParallelTerminationStrategy: PID 28081 died...\u000a04:41:13.635441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28081): Terminated: ok {rc=0}\u000a04:41:13.645896 --- ParallelTerminationStrategy: PID 28084 died...\u000a04:41:13.701626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28084): Terminated: ok {rc=0}\u000a04:41:13.788632 bus /sierra_3: Setting Powered False\u000a04:41:14.895524 bus /sierra_3: Setting Powered False\u000a04:41:16.008597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:40:55" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28096): Process ended prematurely: osmo-stp_10.42.42.5(pid=28096) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28096)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28096): Process ended prematurely: osmo-stp_10.42.42.5(pid=28096) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:41:18.024047 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:18.035173 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:41:18.186998 tst mo_mt_call.py: using LAC 26060\u000a04:41:18.304262 tst mo_mt_call.py: using RAC 50\u000a04:41:18.422693 tst mo_mt_call.py: using CellId 26060\u000a04:41:18.546566 tst mo_mt_call.py: using BVCI 26061\u000a04:41:18.571030 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:18.583246 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:18.594845 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:18.606583 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:18.618550 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:18.630333 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:41:18.743674 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:41:18.943339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:19.416321 run create_hlr_db(pid=28090): Launched\u000a04:41:19.589556 bus /sierra_2: Setting Powered False\u000a04:41:20.611028 run create_hlr_db(pid=28090): Terminated: ok {rc=0}\u000a04:41:21.038899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28092): Launched\u000a04:41:21.359795 run osmo-hlr_10.42.42.2(pid=28093): Launched\u000a04:41:21.479937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:22.038408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28095): Launched\u000a04:41:22.359506 run osmo-stp_10.42.42.5(pid=28096): Launched\u000a04:41:22.475921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:23.062731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28098): Launched\u000a04:41:23.384015 run osmo-msc_10.42.42.6(pid=28099): Launched\u000a04:41:23.572316 run osmo-stp_10.42.42.5(pid=28096): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28096)]\u000a04:41:23.708318 run osmo-stp_10.42.42.5(pid=28096): stdout: \u000a| (launched: 2022-12-10_04:41:22.201889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:23.843808 run osmo-stp_10.42.42.5(pid=28096): stderr: \u000a| �[0;m�[38;5;43m20221210044122397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044122397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044122397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044122397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044122398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044122398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044122398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:23.972918 run osmo-stp_10.42.42.5(pid=28096): stdout: \u000a| (launched: 2022-12-10_04:41:22.201889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:24.100718 run osmo-stp_10.42.42.5(pid=28096): stderr: \u000a| �[0;m�[38;5;43m20221210044122397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044122397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044122397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044122397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044122398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044122398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044122398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:24.157644 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28096): Process ended prematurely: osmo-stp_10.42.42.5(pid=28096) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28096)] [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:41:24.167209 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:41:24.229676 run osmo-hlr_10.42.42.2(pid=28093): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28093)]\u000a04:41:24.280678 run osmo-hlr_10.42.42.2(pid=28093): stdout: \u000a| (launched: 2022-12-10_04:41:21.202054) \u000a04:41:24.332538 run osmo-hlr_10.42.42.2(pid=28093): stderr: \u000a| �[0;m�[1;31m20221210044121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044121414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044121423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044121423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044121423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:24.402957 run osmo-msc_10.42.42.6(pid=28099): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28099)]\u000a04:41:24.453972 run osmo-msc_10.42.42.6(pid=28099): stdout: \u000a| (launched: 2022-12-10_04:41:23.226515) \u000a04:41:24.505432 run osmo-msc_10.42.42.6(pid=28099): stderr: \u000a| �[0;m�[38;5;43m20221210044123551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044123551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c6e2c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044123551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044123551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044123551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044123551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044123553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044123553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044123554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044123554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:24.549300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28092): Terminating (SIGTERM)\u000a04:41:24.591127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28095): Terminating (SIGTERM)\u000a04:41:24.632913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28098): Terminating (SIGTERM)\u000a04:41:24.642714 --- ParallelTerminationStrategy: PID 28092 died...\u000a04:41:24.698637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28092): Terminated: ok {rc=0}\u000a04:41:24.708718 --- ParallelTerminationStrategy: PID 28095 died...\u000a04:41:24.764063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28095): Terminated: ok {rc=0}\u000a04:41:24.774213 --- ParallelTerminationStrategy: PID 28098 died...\u000a04:41:24.830156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28098): Terminated: ok {rc=0}\u000a04:41:24.918204 bus /sierra_3: Setting Powered False\u000a04:41:26.021140 bus /sierra_3: Setting Powered False\u000a04:41:27.130063 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28107): Process ended prematurely: osmo-stp_10.42.42.5(pid=28107) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28107)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28107): Process ended prematurely: osmo-stp_10.42.42.5(pid=28107) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:41:28.238188 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:28.249955 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:41:28.407159 tst mo_mt_call_osmux.py: using LAC 26061\u000a04:41:28.523353 tst mo_mt_call_osmux.py: using RAC 51\u000a04:41:28.639589 tst mo_mt_call_osmux.py: using CellId 26061\u000a04:41:28.755072 tst mo_mt_call_osmux.py: using BVCI 26062\u000a04:41:28.777989 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:28.789120 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:28.800002 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:28.811479 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:28.822782 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:41:28.834101 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:41:28.951465 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:41:29.152216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:29.626350 run create_hlr_db(pid=28101): Launched\u000a04:41:29.799719 bus /sierra_2: Setting Powered False\u000a04:41:30.821655 run create_hlr_db(pid=28101): Terminated: ok {rc=0}\u000a04:41:31.258162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28103): Launched\u000a04:41:31.655939 run osmo-hlr_10.42.42.2(pid=28104): Launched\u000a04:41:31.889824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:32.510851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28106): Launched\u000a04:41:32.812572 run osmo-stp_10.42.42.5(pid=28107): Launched\u000a04:41:32.922821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:33.472925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28109): Launched\u000a04:41:33.773817 run osmo-msc_10.42.42.6(pid=28110): Launched\u000a04:41:33.950855 run osmo-stp_10.42.42.5(pid=28107): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28107)]\u000a04:41:34.079217 run osmo-stp_10.42.42.5(pid=28107): stdout: \u000a| (launched: 2022-12-10_04:41:32.664116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:34.205815 run osmo-stp_10.42.42.5(pid=28107): stderr: \u000a| �[0;m�[38;5;43m20221210044132834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044132834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044132834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044132835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044132835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044132835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044132835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:34.326965 run osmo-stp_10.42.42.5(pid=28107): stdout: \u000a| (launched: 2022-12-10_04:41:32.664116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:34.446959 run osmo-stp_10.42.42.5(pid=28107): stderr: \u000a| �[0;m�[38;5;43m20221210044132834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044132834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044132834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044132835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044132835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044132835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044132835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:34.500031 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28107): Process ended prematurely: osmo-stp_10.42.42.5(pid=28107) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28107)] [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:41:34.508735 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:41:34.568305 run osmo-hlr_10.42.42.2(pid=28104): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28104)]\u000a04:41:34.616904 run osmo-hlr_10.42.42.2(pid=28104): stdout: \u000a| (launched: 2022-12-10_04:41:31.413646) \u000a04:41:34.666287 run osmo-hlr_10.42.42.2(pid=28104): stderr: \u000a| �[0;m�[1;31m20221210044131748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044131748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044131748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044131748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044131748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044131748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044131779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044131792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044131792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044131792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:34.733142 run osmo-msc_10.42.42.6(pid=28110): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28110)]\u000a04:41:34.781617 run osmo-msc_10.42.42.6(pid=28110): stdout: \u000a| (launched: 2022-12-10_04:41:33.626048) \u000a04:41:34.830747 run osmo-msc_10.42.42.6(pid=28110): stderr: \u000a| �[0;m�[38;5;43m20221210044133899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044133899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e7ac4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044133899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044133899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044133900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044133900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044133902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044133902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044133902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044133902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:34.872539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28103): Terminating (SIGTERM)\u000a04:41:34.912333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28106): Terminating (SIGTERM)\u000a04:41:34.951938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28109): Terminating (SIGTERM)\u000a04:41:34.961374 --- ParallelTerminationStrategy: PID 28103 died...\u000a04:41:35.014534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28103): Terminated: ok {rc=0}\u000a04:41:35.024017 --- ParallelTerminationStrategy: PID 28106 died...\u000a04:41:35.076635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28106): Terminated: ok {rc=0}\u000a04:41:35.086389 --- ParallelTerminationStrategy: PID 28109 died...\u000a04:41:35.139617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28109): Terminated: ok {rc=0}\u000a04:41:35.228116 bus /sierra_3: Setting Powered False\u000a04:41:36.333043 bus /sierra_3: Setting Powered False\u000a04:41:37.439804 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:41:17" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28121): Process ended prematurely: osmo-stp_10.42.42.5(pid=28121) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28121)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28121): Process ended prematurely: osmo-stp_10.42.42.5(pid=28121) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:41:39.428000 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:39.439152 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:41:39.591152 tst mo_mt_call.py: using LAC 26062\u000a04:41:39.714308 tst mo_mt_call.py: using RAC 52\u000a04:41:39.830192 tst mo_mt_call.py: using CellId 26062\u000a04:41:39.946314 tst mo_mt_call.py: using BVCI 26063\u000a04:41:39.970083 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:39.981236 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:39.992267 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:40.003523 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:40.014797 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:40.026143 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:41:40.144224 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:41:40.344408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:40.819199 run create_hlr_db(pid=28115): Launched\u000a04:41:40.993317 bus /sierra_2: Setting Powered False\u000a04:41:42.014172 run create_hlr_db(pid=28115): Terminated: ok {rc=0}\u000a04:41:42.429427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28117): Launched\u000a04:41:42.732396 run osmo-hlr_10.42.42.2(pid=28118): Launched\u000a04:41:42.842529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:43.366187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28120): Launched\u000a04:41:43.667696 run osmo-stp_10.42.42.5(pid=28121): Launched\u000a04:41:43.777790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:44.326710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28123): Launched\u000a04:41:44.628057 run osmo-msc_10.42.42.6(pid=28124): Launched\u000a04:41:44.804496 run osmo-stp_10.42.42.5(pid=28121): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28121)]\u000a04:41:44.932282 run osmo-stp_10.42.42.5(pid=28121): stdout: \u000a| (launched: 2022-12-10_04:41:43.518276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:45.057967 run osmo-stp_10.42.42.5(pid=28121): stderr: \u000a| �[0;m�[38;5;43m20221210044143692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044143692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044143692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044143692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044143693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044143693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044143693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:45.178734 run osmo-stp_10.42.42.5(pid=28121): stdout: \u000a| (launched: 2022-12-10_04:41:43.518276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:45.298614 run osmo-stp_10.42.42.5(pid=28121): stderr: \u000a| �[0;m�[38;5;43m20221210044143692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044143692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044143692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044143692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044143693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044143693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044143693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:45.351598 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28121): Process ended prematurely: osmo-stp_10.42.42.5(pid=28121) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28121)] [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:41:45.360330 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:41:45.420407 run osmo-hlr_10.42.42.2(pid=28118): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28118)]\u000a04:41:45.469164 run osmo-hlr_10.42.42.2(pid=28118): stdout: \u000a| (launched: 2022-12-10_04:41:42.582825) \u000a04:41:45.519024 run osmo-hlr_10.42.42.2(pid=28118): stderr: \u000a| �[0;m�[1;31m20221210044142759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044142759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044142759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044142759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044142759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044142760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044142775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044142785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044142786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044142786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:45.586752 run osmo-msc_10.42.42.6(pid=28124): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28124)]\u000a04:41:45.635471 run osmo-msc_10.42.42.6(pid=28124): stdout: \u000a| (launched: 2022-12-10_04:41:44.478986) \u000a04:41:45.684882 run osmo-msc_10.42.42.6(pid=28124): stderr: \u000a| �[0;m�[38;5;43m20221210044144751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044144751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f853972cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044144751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044144751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044144751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044144751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044144753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044144754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044144754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044144754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:45.726342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28117): Terminating (SIGTERM)\u000a04:41:45.765785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28120): Terminating (SIGTERM)\u000a04:41:45.805530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28123): Terminating (SIGTERM)\u000a04:41:45.814808 --- ParallelTerminationStrategy: PID 28117 died...\u000a04:41:45.868680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28117): Terminated: ok {rc=0}\u000a04:41:45.878891 --- ParallelTerminationStrategy: PID 28120 died...\u000a04:41:45.933697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28120): Terminated: ok {rc=0}\u000a04:41:45.943538 --- ParallelTerminationStrategy: PID 28123 died...\u000a04:41:45.997408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28123): Terminated: ok {rc=0}\u000a04:41:46.089825 bus /sierra_3: Setting Powered False\u000a04:41:47.191867 bus /sierra_3: Setting Powered False\u000a04:41:48.297198 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28132): Process ended prematurely: osmo-stp_10.42.42.5(pid=28132) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28132)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28132): Process ended prematurely: osmo-stp_10.42.42.5(pid=28132) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:41:49.412404 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:49.424917 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:41:49.581990 tst mo_mt_call_osmux.py: using LAC 26063\u000a04:41:49.699819 tst mo_mt_call_osmux.py: using RAC 53\u000a04:41:49.819301 tst mo_mt_call_osmux.py: using CellId 26063\u000a04:41:49.939232 tst mo_mt_call_osmux.py: using BVCI 26064\u000a04:41:49.962100 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:49.973333 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:49.984292 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:49.995538 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:50.006986 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:41:50.018320 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:41:50.132734 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:41:50.346770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:50.860541 run create_hlr_db(pid=28126): Launched\u000a04:41:51.047586 bus /sierra_2: Setting Powered False\u000a04:41:52.067427 run create_hlr_db(pid=28126): Terminated: ok {rc=0}\u000a04:41:52.495619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28128): Launched\u000a04:41:52.816740 run osmo-hlr_10.42.42.2(pid=28129): Launched\u000a04:41:52.936232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:53.494090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28131): Launched\u000a04:41:53.815530 run osmo-stp_10.42.42.5(pid=28132): Launched\u000a04:41:53.932320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:54.519217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28134): Launched\u000a04:41:54.841232 run osmo-msc_10.42.42.6(pid=28135): Launched\u000a04:41:55.029605 run osmo-stp_10.42.42.5(pid=28132): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28132)]\u000a04:41:55.165478 run osmo-stp_10.42.42.5(pid=28132): stdout: \u000a| (launched: 2022-12-10_04:41:53.657837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:55.300709 run osmo-stp_10.42.42.5(pid=28132): stderr: \u000a| �[0;m�[38;5;43m20221210044153850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044153850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044153850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044153851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044153851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044153851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044153851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:55.429881 run osmo-stp_10.42.42.5(pid=28132): stdout: \u000a| (launched: 2022-12-10_04:41:53.657837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:55.557682 run osmo-stp_10.42.42.5(pid=28132): stderr: \u000a| �[0;m�[38;5;43m20221210044153850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044153850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044153850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044153851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044153851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044153851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044153851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:55.614969 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28132): Process ended prematurely: osmo-stp_10.42.42.5(pid=28132) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28132)] [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:41:55.624519 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:41:55.686679 run osmo-hlr_10.42.42.2(pid=28129): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28129)]\u000a04:41:55.737353 run osmo-hlr_10.42.42.2(pid=28129): stdout: \u000a| (launched: 2022-12-10_04:41:52.659593) \u000a04:41:55.788822 run osmo-hlr_10.42.42.2(pid=28129): stderr: \u000a| �[0;m�[1;31m20221210044152859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044152859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044152859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044152859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044152859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044152859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044152872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044152880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044152881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044152881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:55.858630 run osmo-msc_10.42.42.6(pid=28135): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28135)]\u000a04:41:55.909080 run osmo-msc_10.42.42.6(pid=28135): stdout: \u000a| (launched: 2022-12-10_04:41:54.683643) \u000a04:41:55.959958 run osmo-msc_10.42.42.6(pid=28135): stderr: \u000a| �[0;m�[38;5;43m20221210044155006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044155007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e45e94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044155007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044155007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044155007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044155007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044155009 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044155009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044155010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044155010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:56.003661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28128): Terminating (SIGTERM)\u000a04:41:56.045051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28131): Terminating (SIGTERM)\u000a04:41:56.086486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28134): Terminating (SIGTERM)\u000a04:41:56.096128 --- ParallelTerminationStrategy: PID 28128 died...\u000a04:41:56.151726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28128): Terminated: ok {rc=0}\u000a04:41:56.161913 --- ParallelTerminationStrategy: PID 28131 died...\u000a04:41:56.217049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28131): Terminated: ok {rc=0}\u000a04:41:56.226976 --- ParallelTerminationStrategy: PID 28134 died...\u000a04:41:56.282243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28134): Terminated: ok {rc=0}\u000a04:41:56.368344 bus /sierra_3: Setting Powered False\u000a04:41:57.472122 bus /sierra_3: Setting Powered False\u000a04:41:58.583002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:41:39" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:42:00.570116 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:00.581431 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:42:00.733006 tst mo_mt_call.py: using LAC 26064\u000a04:42:00.862117 tst mo_mt_call.py: using RAC 54\u000a04:42:01.016073 tst mo_mt_call.py: using CellId 26064\u000a04:42:01.150918 tst mo_mt_call.py: using BVCI 26065\u000a04:42:01.174528 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:01.186354 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:01.197946 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:01.210213 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:01.223406 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:01.235605 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:42:01.353088 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:42:01.556261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:02.074694 run create_hlr_db(pid=28142): Launched\u000a04:42:02.251163 bus /sierra_2: Setting Powered False\u000a04:42:03.270634 run create_hlr_db(pid=28142): Terminated: ok {rc=0}\u000a04:42:03.670970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Launched\u000a04:42:03.972725 run osmo-hlr_10.42.42.2(pid=28145): Launched\u000a04:42:04.089829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:04.621513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Launched\u000a04:42:04.923076 run osmo-stp_10.42.42.5(pid=28148): Launched\u000a04:42:05.033741 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:05.584850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28150): Launched\u000a04:42:05.886246 run osmo-msc_10.42.42.6(pid=28151): Launched\u000a04:42:06.064156 run osmo-stp_10.42.42.5(pid=28148): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)]\u000a04:42:06.193086 run osmo-stp_10.42.42.5(pid=28148): stdout: \u000a| (launched: 2022-12-10_04:42:04.774358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:06.318659 run osmo-stp_10.42.42.5(pid=28148): stderr: \u000a| �[0;m�[38;5;43m20221210044204944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044204945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044204945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044204945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044204946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044204946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044204946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:06.439228 run osmo-stp_10.42.42.5(pid=28148): stdout: \u000a| (launched: 2022-12-10_04:42:04.774358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:06.559036 run osmo-stp_10.42.42.5(pid=28148): stderr: \u000a| �[0;m�[38;5;43m20221210044204944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044204945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044204945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044204945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044204946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044204946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044204946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:06.611924 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)] [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:42:06.621150 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:42:06.680792 run osmo-hlr_10.42.42.2(pid=28145): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28145)]\u000a04:42:06.729400 run osmo-hlr_10.42.42.2(pid=28145): stdout: \u000a| (launched: 2022-12-10_04:42:03.823927) \u000a04:42:06.778902 run osmo-hlr_10.42.42.2(pid=28145): stderr: \u000a| �[0;m�[1;31m20221210044204000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044204000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044204000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044204000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044204000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044204001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044204013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044204022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044204022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044204022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:06.845911 run osmo-msc_10.42.42.6(pid=28151): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28151)]\u000a04:42:06.894600 run osmo-msc_10.42.42.6(pid=28151): stdout: \u000a| (launched: 2022-12-10_04:42:05.737206) \u000a04:42:06.943805 run osmo-msc_10.42.42.6(pid=28151): stderr: \u000a| �[0;m�[38;5;43m20221210044206009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044206009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0428aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044206009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044206009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044206010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044206010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044206013 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044206014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044206014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044206014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:06.985224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Terminating (SIGTERM)\u000a04:42:07.024754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Terminating (SIGTERM)\u000a04:42:07.064427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28150): Terminating (SIGTERM)\u000a04:42:07.073867 --- ParallelTerminationStrategy: PID 28144 died...\u000a04:42:07.126924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Terminated: ok {rc=0}\u000a04:42:07.136851 --- ParallelTerminationStrategy: PID 28147 died...\u000a04:42:07.189698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Terminated: ok {rc=0}\u000a04:42:07.199422 --- ParallelTerminationStrategy: PID 28150 died...\u000a04:42:07.252652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28150): Terminated: ok {rc=0}\u000a04:42:07.334782 bus /sierra_3: Setting Powered False\u000a04:42:08.435554 bus /sierra_3: Setting Powered False\u000a04:42:09.544391 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28159): Process ended prematurely: osmo-stp_10.42.42.5(pid=28159) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28159)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28159): Process ended prematurely: osmo-stp_10.42.42.5(pid=28159) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:42:10.652805 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:10.664485 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:42:10.822296 tst mo_mt_call_osmux.py: using LAC 26065\u000a04:42:10.938526 tst mo_mt_call_osmux.py: using RAC 55\u000a04:42:11.054915 tst mo_mt_call_osmux.py: using CellId 26065\u000a04:42:11.176649 tst mo_mt_call_osmux.py: using BVCI 26066\u000a04:42:11.199551 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:11.210846 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:11.222003 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:11.233225 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:11.244467 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:11.255626 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:42:11.368746 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:42:11.568196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:12.041674 run create_hlr_db(pid=28153): Launched\u000a04:42:12.215824 bus /sierra_2: Setting Powered False\u000a04:42:13.237492 run create_hlr_db(pid=28153): Terminated: ok {rc=0}\u000a04:42:13.663994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28155): Launched\u000a04:42:13.984200 run osmo-hlr_10.42.42.2(pid=28156): Launched\u000a04:42:14.106910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:14.664926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28158): Launched\u000a04:42:14.986301 run osmo-stp_10.42.42.5(pid=28159): Launched\u000a04:42:15.102702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:15.690214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28161): Launched\u000a04:42:16.178311 run osmo-msc_10.42.42.6(pid=28162): Launched\u000a04:42:16.516358 run osmo-stp_10.42.42.5(pid=28159): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28159)]\u000a04:42:16.725829 run osmo-stp_10.42.42.5(pid=28159): stdout: \u000a| (launched: 2022-12-10_04:42:14.828678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:16.856892 run osmo-stp_10.42.42.5(pid=28159): stderr: \u000a| �[0;m�[38;5;43m20221210044215021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044215021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044215022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044215022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044215023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044215023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044215023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:16.982507 run osmo-stp_10.42.42.5(pid=28159): stdout: \u000a| (launched: 2022-12-10_04:42:14.828678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:17.107800 run osmo-stp_10.42.42.5(pid=28159): stderr: \u000a| �[0;m�[38;5;43m20221210044215021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044215021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044215022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044215022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044215023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044215023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044215023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:17.162665 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28159): Process ended prematurely: osmo-stp_10.42.42.5(pid=28159) [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28159)] [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:42:17.173420 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a04:42:17.237960 run osmo-hlr_10.42.42.2(pid=28156): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28156)]\u000a04:42:17.289251 run osmo-hlr_10.42.42.2(pid=28156): stdout: \u000a| (launched: 2022-12-10_04:42:13.827192) \u000a04:42:17.343241 run osmo-hlr_10.42.42.2(pid=28156): stderr: \u000a| �[0;m�[1;31m20221210044214027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044214027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044214027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044214027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044214027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044214028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044214043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044214053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044214053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044214053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:17.413788 run osmo-msc_10.42.42.6(pid=28162): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28162)]\u000a04:42:17.464264 run osmo-msc_10.42.42.6(pid=28162): stdout: \u000a| (launched: 2022-12-10_04:42:15.871709) \u000a04:42:17.513752 run osmo-msc_10.42.42.6(pid=28162): stderr: \u000a| �[0;m�[38;5;43m20221210044216352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044216353 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd453a56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044216353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044216353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044216353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044216353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044216355 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044216355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044216355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044216355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:17.555906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28155): Terminating (SIGTERM)\u000a04:42:17.595970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28158): Terminating (SIGTERM)\u000a04:42:17.635658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28161): Terminating (SIGTERM)\u000a04:42:17.645124 --- ParallelTerminationStrategy: PID 28155 died...\u000a04:42:17.698591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28155): Terminated: ok {rc=0}\u000a04:42:17.708231 --- ParallelTerminationStrategy: PID 28158 died...\u000a04:42:17.761402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28158): Terminated: ok {rc=0}\u000a04:42:17.770988 --- ParallelTerminationStrategy: PID 28161 died...\u000a04:42:17.824050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28161): Terminated: ok {rc=0}\u000a04:42:17.907290 bus /sierra_3: Setting Powered False\u000a04:42:19.012670 bus /sierra_3: Setting Powered False\u000a04:42:20.121976 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:42:00" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28173): Process ended prematurely: osmo-stp_10.42.42.5(pid=28173) [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28173)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28173): Process ended prematurely: osmo-stp_10.42.42.5(pid=28173) [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:42:22.133371 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:22.145395 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:42:22.307338 tst mo_mt_call.py: using LAC 26066\u000a04:42:22.433059 tst mo_mt_call.py: using RAC 56\u000a04:42:22.557940 tst mo_mt_call.py: using CellId 26066\u000a04:42:22.683320 tst mo_mt_call.py: using BVCI 26067\u000a04:42:22.707781 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:22.719545 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:22.731191 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:22.742774 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:22.754461 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:22.766048 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:42:22.882834 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:42:23.095389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:23.608630 run create_hlr_db(pid=28167): Launched\u000a04:42:23.795004 bus /sierra_2: Setting Powered False\u000a04:42:24.816259 run create_hlr_db(pid=28167): Terminated: ok {rc=0}\u000a04:42:25.222803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28169): Launched\u000a04:42:25.526360 run osmo-hlr_10.42.42.2(pid=28170): Launched\u000a04:42:25.644940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:26.175536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28172): Launched\u000a04:42:26.477844 run osmo-stp_10.42.42.5(pid=28173): Launched\u000a04:42:26.588552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:27.139015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28175): Launched\u000a04:42:27.443359 run osmo-msc_10.42.42.6(pid=28176): Launched\u000a04:42:27.622021 run osmo-stp_10.42.42.5(pid=28173): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28173)]\u000a04:42:27.751653 run osmo-stp_10.42.42.5(pid=28173): stdout: \u000a| (launched: 2022-12-10_04:42:26.328851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:27.877572 run osmo-stp_10.42.42.5(pid=28173): stderr: \u000a| �[0;m�[38;5;43m20221210044226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044226502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:27.998853 run osmo-stp_10.42.42.5(pid=28173): stdout: \u000a| (launched: 2022-12-10_04:42:26.328851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:28.119018 run osmo-stp_10.42.42.5(pid=28173): stderr: \u000a| �[0;m�[38;5;43m20221210044226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044226502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:28.172133 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28173): Process ended prematurely: osmo-stp_10.42.42.5(pid=28173) [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28173)] [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:42:28.180722 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:42:28.240763 run osmo-hlr_10.42.42.2(pid=28170): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28170)]\u000a04:42:28.289537 run osmo-hlr_10.42.42.2(pid=28170): stdout: \u000a| (launched: 2022-12-10_04:42:25.376684) \u000a04:42:28.339011 run osmo-hlr_10.42.42.2(pid=28170): stderr: \u000a| �[0;m�[1;31m20221210044225553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044225553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044225554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044225554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044225554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044225554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044225565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044225575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044225575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044225575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:28.406287 run osmo-msc_10.42.42.6(pid=28176): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28176)]\u000a04:42:28.455016 run osmo-msc_10.42.42.6(pid=28176): stdout: \u000a| (launched: 2022-12-10_04:42:27.292554) \u000a04:42:28.504378 run osmo-msc_10.42.42.6(pid=28176): stderr: \u000a| �[0;m�[38;5;43m20221210044227567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044227567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff882ad6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044227568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044227568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044227568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044227569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044227571 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044227572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044227572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044227572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:28.546191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28169): Terminating (SIGTERM)\u000a04:42:28.585670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28172): Terminating (SIGTERM)\u000a04:42:28.625206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28175): Terminating (SIGTERM)\u000a04:42:28.634636 --- ParallelTerminationStrategy: PID 28169 died...\u000a04:42:28.687649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28169): Terminated: ok {rc=0}\u000a04:42:28.697760 --- ParallelTerminationStrategy: PID 28172 died...\u000a04:42:28.750463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28172): Terminated: ok {rc=0}\u000a04:42:28.760139 --- ParallelTerminationStrategy: PID 28175 died...\u000a04:42:28.813049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28175): Terminated: ok {rc=0}\u000a04:42:28.901382 bus /sierra_3: Setting Powered False\u000a04:42:30.003863 bus /sierra_3: Setting Powered False\u000a04:42:31.122828 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28184): Process ended prematurely: osmo-stp_10.42.42.5(pid=28184) [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28184)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28184): Process ended prematurely: osmo-stp_10.42.42.5(pid=28184) [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:42:32.242037 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:32.255056 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:42:32.408771 tst mo_mt_call_osmux.py: using LAC 26067\u000a04:42:32.528642 tst mo_mt_call_osmux.py: using RAC 57\u000a04:42:32.658325 tst mo_mt_call_osmux.py: using CellId 26067\u000a04:42:32.785768 tst mo_mt_call_osmux.py: using BVCI 26068\u000a04:42:32.810373 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:32.822346 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:32.834191 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:32.846508 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:32.858739 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:42:32.870846 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:42:32.992893 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:42:33.195464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:33.672360 run create_hlr_db(pid=28178): Launched\u000a04:42:33.846766 bus /sierra_2: Setting Powered False\u000a04:42:34.867376 run create_hlr_db(pid=28178): Terminated: ok {rc=0}\u000a04:42:35.294909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28180): Launched\u000a04:42:35.618070 run osmo-hlr_10.42.42.2(pid=28181): Launched\u000a04:42:35.735965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:36.295787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28183): Launched\u000a04:42:36.616726 run osmo-stp_10.42.42.5(pid=28184): Launched\u000a04:42:36.732886 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:37.318895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28186): Launched\u000a04:42:37.637315 run osmo-msc_10.42.42.6(pid=28187): Launched\u000a04:42:37.817440 run osmo-stp_10.42.42.5(pid=28184): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28184)]\u000a04:42:37.945764 run osmo-stp_10.42.42.5(pid=28184): stdout: \u000a| (launched: 2022-12-10_04:42:36.458867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:38.071212 run osmo-stp_10.42.42.5(pid=28184): stderr: \u000a| �[0;m�[38;5;43m20221210044236650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044236651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044236651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044236651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044236652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044236652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044236652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:38.192514 run osmo-stp_10.42.42.5(pid=28184): stdout: \u000a| (launched: 2022-12-10_04:42:36.458867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:38.312341 run osmo-stp_10.42.42.5(pid=28184): stderr: \u000a| �[0;m�[38;5;43m20221210044236650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044236651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044236651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044236651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044236652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044236652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044236652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:38.365670 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28184): Process ended prematurely: osmo-stp_10.42.42.5(pid=28184) [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28184)] [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:42:38.374434 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:42:38.434434 run osmo-hlr_10.42.42.2(pid=28181): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28181)]\u000a04:42:38.483519 run osmo-hlr_10.42.42.2(pid=28181): stdout: \u000a| (launched: 2022-12-10_04:42:35.459437) \u000a04:42:38.533262 run osmo-hlr_10.42.42.2(pid=28181): stderr: \u000a| �[0;m�[1;31m20221210044235657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044235657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044235657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044235657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044235657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044235657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044235669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044235677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044235677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044235677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:38.600758 run osmo-msc_10.42.42.6(pid=28187): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28187)]\u000a04:42:38.649698 run osmo-msc_10.42.42.6(pid=28187): stdout: \u000a| (launched: 2022-12-10_04:42:37.484092) \u000a04:42:38.699267 run osmo-msc_10.42.42.6(pid=28187): stderr: \u000a| �[0;m�[38;5;43m20221210044237754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044237754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0a91d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044237754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044237754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044237754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044237754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044237756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044237756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044237757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044237757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:38.741050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28180): Terminating (SIGTERM)\u000a04:42:38.780904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28183): Terminating (SIGTERM)\u000a04:42:38.821727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28186): Terminating (SIGTERM)\u000a04:42:38.831305 --- ParallelTerminationStrategy: PID 28180 died...\u000a04:42:38.884617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28180): Terminated: ok {rc=0}\u000a04:42:38.894386 --- ParallelTerminationStrategy: PID 28183 died...\u000a04:42:38.947265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28183): Terminated: ok {rc=0}\u000a04:42:38.957195 --- ParallelTerminationStrategy: PID 28186 died...\u000a04:42:39.010020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28186): Terminated: ok {rc=0}\u000a04:42:39.097201 bus /sierra_3: Setting Powered False\u000a04:42:40.198839 bus /sierra_3: Setting Powered False\u000a04:42:41.310080 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:42:21" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28198): Process ended prematurely: osmo-stp_10.42.42.5(pid=28198) [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28198)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28198): Process ended prematurely: osmo-stp_10.42.42.5(pid=28198) [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a04:42:43.317599 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:43.329452 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:42:43.473968 tst mo_mt_call.py: using LAC 26068\u000a04:42:43.598417 tst mo_mt_call.py: using RAC 58\u000a04:42:43.719893 tst mo_mt_call.py: using CellId 26068\u000a04:42:43.839401 tst mo_mt_call.py: using BVCI 26069\u000a04:42:43.862322 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:43.873913 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:43.885279 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:43.896939 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:43.908892 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:43.921244 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:42:44.041425 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:42:44.242830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:44.718202 run create_hlr_db(pid=28192): Launched\u000a04:42:44.892218 bus /sierra_2: Setting Powered False\u000a04:42:45.917341 run create_hlr_db(pid=28192): Terminated: ok {rc=0}\u000a04:42:46.350133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28194): Launched\u000a04:42:46.766186 run osmo-hlr_10.42.42.2(pid=28195): Launched\u000a04:42:47.040029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:47.572412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28197): Launched\u000a04:42:47.894614 run osmo-stp_10.42.42.5(pid=28198): Launched\u000a04:42:48.011475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:48.597657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28200): Launched\u000a04:42:48.918835 run osmo-msc_10.42.42.6(pid=28201): Launched\u000a04:42:49.107195 run osmo-stp_10.42.42.5(pid=28198): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28198)]\u000a04:42:49.242829 run osmo-stp_10.42.42.5(pid=28198): stdout: \u000a| (launched: 2022-12-10_04:42:47.737309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:49.378123 run osmo-stp_10.42.42.5(pid=28198): stderr: \u000a| �[0;m�[38;5;43m20221210044247929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044247929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044247929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044247930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044247932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044247932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044247932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:49.507422 run osmo-stp_10.42.42.5(pid=28198): stdout: \u000a| (launched: 2022-12-10_04:42:47.737309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:49.635381 run osmo-stp_10.42.42.5(pid=28198): stderr: \u000a| �[0;m�[38;5;43m20221210044247929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044247929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044247929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044247930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044247932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044247932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044247932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:49.692189 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28198): Process ended prematurely: osmo-stp_10.42.42.5(pid=28198) [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28198)] [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a04:42:49.701585 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:42:49.764149 run osmo-hlr_10.42.42.2(pid=28195): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28195)]\u000a04:42:49.815441 run osmo-hlr_10.42.42.2(pid=28195): stdout: \u000a| (launched: 2022-12-10_04:42:46.505990) \u000a04:42:49.867235 run osmo-hlr_10.42.42.2(pid=28195): stderr: \u000a| �[0;m�[1;31m20221210044246813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044246814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044246814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044246814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044246814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044246814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044246827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044246843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044246843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044246843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:49.937569 run osmo-msc_10.42.42.6(pid=28201): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28201)]\u000a04:42:49.988695 run osmo-msc_10.42.42.6(pid=28201): stdout: \u000a| (launched: 2022-12-10_04:42:48.761435) \u000a04:42:50.040493 run osmo-msc_10.42.42.6(pid=28201): stderr: \u000a| �[0;m�[38;5;43m20221210044249082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044249083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f593de23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044249083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044249083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044249083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044249083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044249085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044249085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044249085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044249086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:50.084584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28194): Terminating (SIGTERM)\u000a04:42:50.126466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28197): Terminating (SIGTERM)\u000a04:42:50.168096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28200): Terminating (SIGTERM)\u000a04:42:50.177830 --- ParallelTerminationStrategy: PID 28194 died...\u000a04:42:50.233845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28194): Terminated: ok {rc=0}\u000a04:42:50.243917 --- ParallelTerminationStrategy: PID 28197 died...\u000a04:42:50.299161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28197): Terminated: ok {rc=0}\u000a04:42:50.309295 --- ParallelTerminationStrategy: PID 28200 died...\u000a04:42:50.364851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28200): Terminated: ok {rc=0}\u000a04:42:50.450551 bus /sierra_3: Setting Powered False\u000a04:42:51.557304 bus /sierra_3: Setting Powered False\u000a04:42:52.666264 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28209): Process ended prematurely: osmo-stp_10.42.42.5(pid=28209) [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28209)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28209): Process ended prematurely: osmo-stp_10.42.42.5(pid=28209) [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:42:53.776433 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:53.788411 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:42:53.925927 tst mo_mt_call_osmux.py: using LAC 26069\u000a04:42:54.046333 tst mo_mt_call_osmux.py: using RAC 59\u000a04:42:54.166426 tst mo_mt_call_osmux.py: using CellId 26069\u000a04:42:54.283517 tst mo_mt_call_osmux.py: using BVCI 26070\u000a04:42:54.306328 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:54.317711 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:54.328907 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:54.340389 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:54.352133 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:42:54.363538 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:42:54.478230 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:42:54.688696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:55.200695 run create_hlr_db(pid=28203): Launched\u000a04:42:55.386996 bus /sierra_2: Setting Powered False\u000a04:42:56.408092 run create_hlr_db(pid=28203): Terminated: ok {rc=0}\u000a04:42:56.813607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28205): Launched\u000a04:42:57.115609 run osmo-hlr_10.42.42.2(pid=28206): Launched\u000a04:42:57.233350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:57.764929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28208): Launched\u000a04:42:58.068306 run osmo-stp_10.42.42.5(pid=28209): Launched\u000a04:42:58.178910 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:58.729098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28211): Launched\u000a04:42:59.031662 run osmo-msc_10.42.42.6(pid=28212): Launched\u000a04:42:59.209275 run osmo-stp_10.42.42.5(pid=28209): ERR: Terminated: ERROR {rc=1} [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28209)]\u000a04:42:59.337456 run osmo-stp_10.42.42.5(pid=28209): stdout: \u000a| (launched: 2022-12-10_04:42:57.918395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:59.463588 run osmo-stp_10.42.42.5(pid=28209): stderr: \u000a| �[0;m�[38;5;43m20221210044258088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044258088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044258088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044258089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044258089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044258089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044258089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:59.585307 run osmo-stp_10.42.42.5(pid=28209): stdout: \u000a| (launched: 2022-12-10_04:42:57.918395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:59.705973 run osmo-stp_10.42.42.5(pid=28209): stderr: \u000a| �[0;m�[38;5;43m20221210044258088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044258088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044258088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044258089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044258089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044258089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044258089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:59.759056 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28209): Process ended prematurely: osmo-stp_10.42.42.5(pid=28209) [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28209)] [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a04:42:59.768051 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:42:59.828733 run osmo-hlr_10.42.42.2(pid=28206): ERR: Terminated: ERROR {rc=237} [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28206)]\u000a04:42:59.877693 run osmo-hlr_10.42.42.2(pid=28206): stdout: \u000a| (launched: 2022-12-10_04:42:56.966637) \u000a04:42:59.927318 run osmo-hlr_10.42.42.2(pid=28206): stderr: \u000a| �[0;m�[1;31m20221210044257142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044257142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044257142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044257142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044257142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044257142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044257154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044257162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044257163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044257163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:59.994568 run osmo-msc_10.42.42.6(pid=28212): ERR: Terminated: ERROR {rc=2} [trial-2369↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28212)]\u000a04:43:00.043479 run osmo-msc_10.42.42.6(pid=28212): stdout: \u000a| (launched: 2022-12-10_04:42:58.882228) \u000a04:43:00.093210 run osmo-msc_10.42.42.6(pid=28212): stderr: \u000a| �[0;m�[38;5;43m20221210044259154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044259154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66d625ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044259154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044259154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044259154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044259155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044259157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044259157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044259157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044259157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:00.134966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28205): Terminating (SIGTERM)\u000a04:43:00.174745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28208): Terminating (SIGTERM)\u000a04:43:00.214473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28211): Terminating (SIGTERM)\u000a04:43:00.224121 --- ParallelTerminationStrategy: PID 28205 died...\u000a04:43:00.277671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28205): Terminated: ok {rc=0}\u000a04:43:00.287890 --- ParallelTerminationStrategy: PID 28208 died...\u000a04:43:00.341585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28208): Terminated: ok {rc=0}\u000a04:43:00.351431 --- ParallelTerminationStrategy: PID 28211 died...\u000a04:43:00.405294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28211): Terminated: ok {rc=0}\u000a04:43:00.492007 bus /sierra_3: Setting Powered False\u000a04:43:01.600439 bus /sierra_3: Setting Powered False\u000a04:43:02.711532 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:42:43" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28223): Process ended prematurely: osmo-stp_10.42.42.5(pid=28223) [trial-2369↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28223)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28223): Process ended prematurely: osmo-stp_10.42.42.5(pid=28223) [trial-2369↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:43:04.723886 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:04.734776 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:43:04.869417 tst emergency_mo_mt_call.py: using LAC 26070\u000a04:43:04.986283 tst emergency_mo_mt_call.py: using RAC 60\u000a04:43:05.100847 tst emergency_mo_mt_call.py: using CellId 26070\u000a04:43:05.214297 tst emergency_mo_mt_call.py: using BVCI 26071\u000a04:43:05.236617 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:05.247446 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:05.258035 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:05.269116 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:05.280188 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:05.291205 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:05.403289 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:05.605950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:06.072244 run create_hlr_db(pid=28217): Launched\u000a04:43:06.244085 bus /sierra_2: Setting Powered False\u000a04:43:07.265290 run create_hlr_db(pid=28217): Terminated: ok {rc=0}\u000a04:43:07.686076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28219): Launched\u000a04:43:08.001317 run osmo-hlr_10.42.42.2(pid=28220): Launched\u000a04:43:08.117621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:08.666241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28222): Launched\u000a04:43:08.982263 run osmo-stp_10.42.42.5(pid=28223): Launched\u000a04:43:09.108728 tst emergency_mo_mt_call.py: using MSISDN 7553\u000a04:43:09.266918 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:09.844665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28225): Launched\u000a04:43:10.160458 run osmo-msc_10.42.42.6(pid=28226): Launched\u000a04:43:10.345894 run osmo-stp_10.42.42.5(pid=28223): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28223)]\u000a04:43:10.483771 run osmo-stp_10.42.42.5(pid=28223): stdout: \u000a| (launched: 2022-12-10_04:43:08.826812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:10.616779 run osmo-stp_10.42.42.5(pid=28223): stderr: \u000a| �[0;m�[38;5;43m20221210044309018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044309019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044309019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044309019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044309020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044309020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044309020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:10.744271 run osmo-stp_10.42.42.5(pid=28223): stdout: \u000a| (launched: 2022-12-10_04:43:08.826812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:10.870336 run osmo-stp_10.42.42.5(pid=28223): stderr: \u000a| �[0;m�[38;5;43m20221210044309018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044309019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044309019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044309019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044309020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044309020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044309020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:10.925771 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28223): Process ended prematurely: osmo-stp_10.42.42.5(pid=28223) [trial-2369↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28223)] [trial-2369↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a04:43:10.934483 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a04:43:10.996879 run osmo-hlr_10.42.42.2(pid=28220): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28220)]\u000a04:43:11.048341 run osmo-hlr_10.42.42.2(pid=28220): stdout: \u000a| (launched: 2022-12-10_04:43:07.846838) \u000a04:43:11.100404 run osmo-hlr_10.42.42.2(pid=28220): stderr: \u000a| �[0;m�[1;31m20221210044308045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044308045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044308045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044308045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044308045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044308045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044308058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044308067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044308067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044308068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:11.171325 run osmo-msc_10.42.42.6(pid=28226): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28226)]\u000a04:43:11.222729 run osmo-msc_10.42.42.6(pid=28226): stdout: \u000a| (launched: 2022-12-10_04:43:10.005229) \u000a04:43:11.274548 run osmo-msc_10.42.42.6(pid=28226): stderr: \u000a| �[0;m�[38;5;43m20221210044310325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044310325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1b2590c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044310325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044310326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044310326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044310326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044310328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044310328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044310328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044310328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:11.318845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28219): Terminating (SIGTERM)\u000a04:43:11.360634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28222): Terminating (SIGTERM)\u000a04:43:11.402442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28225): Terminating (SIGTERM)\u000a04:43:11.412119 --- ParallelTerminationStrategy: PID 28219 died...\u000a04:43:11.468072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28219): Terminated: ok {rc=0}\u000a04:43:11.478247 --- ParallelTerminationStrategy: PID 28222 died...\u000a04:43:11.533673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28222): Terminated: ok {rc=0}\u000a04:43:11.543691 --- ParallelTerminationStrategy: PID 28225 died...\u000a04:43:11.599573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28225): Terminated: ok {rc=0}\u000a04:43:11.686770 bus /sierra_3: Setting Powered False\u000a04:43:12.790379 bus /sierra_3: Setting Powered False\u000a04:43:13.901642 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2369↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2369↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:43:14.953204 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:14.964691 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:43:15.106157 tst emergency_preemptive_call.py: using LAC 26071\u000a04:43:15.221301 tst emergency_preemptive_call.py: using RAC 61\u000a04:43:15.336802 tst emergency_preemptive_call.py: using CellId 26071\u000a04:43:15.451512 tst emergency_preemptive_call.py: using BVCI 26072\u000a04:43:15.474240 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:15.485320 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:15.495979 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:15.507656 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:15.519207 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:43:15.531768 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:15.646555 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:15.762009 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:15.882941 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:16.138036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:16.667377 run create_hlr_db(pid=28228): Launched\u000a04:43:16.848919 bus /sierra_2: Setting Powered False\u000a04:43:17.872914 run create_hlr_db(pid=28228): Terminated: ok {rc=0}\u000a04:43:18.273148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Launched\u000a04:43:18.571113 run osmo-hlr_10.42.42.2(pid=28231): Launched\u000a04:43:18.685698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:19.206568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Launched\u000a04:43:19.504412 run osmo-stp_10.42.42.5(pid=28234): Launched\u000a04:43:19.627253 tst emergency_preemptive_call.py: using MSISDN 7554\u000a04:43:19.775739 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:20.317113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28236): Launched\u000a04:43:20.615719 run osmo-msc_10.42.42.6(pid=28237): Launched\u000a04:43:20.792360 run osmo-stp_10.42.42.5(pid=28234): ERR: Terminated: ERROR {rc=1} [trial-2369↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)]\u000a04:43:20.919581 run osmo-stp_10.42.42.5(pid=28234): stdout: \u000a| (launched: 2022-12-10_04:43:19.357386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:21.044652 run osmo-stp_10.42.42.5(pid=28234): stderr: \u000a| �[0;m�[38;5;43m20221210044319527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044319527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044319527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044319528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044319528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044319528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044319528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:21.164621 run osmo-stp_10.42.42.5(pid=28234): stdout: \u000a| (launched: 2022-12-10_04:43:19.357386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:21.283514 run osmo-stp_10.42.42.5(pid=28234): stderr: \u000a| �[0;m�[38;5;43m20221210044319527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044319527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044319527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044319528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044319528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044319528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044319528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:21.335851 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2369↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)] [trial-2369↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a04:43:21.344038 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a04:43:21.405009 run osmo-hlr_10.42.42.2(pid=28231): ERR: Terminated: ERROR {rc=237} [trial-2369↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28231)]\u000a04:43:21.454447 run osmo-hlr_10.42.42.2(pid=28231): stdout: \u000a| (launched: 2022-12-10_04:43:18.423931) \u000a04:43:21.504704 run osmo-hlr_10.42.42.2(pid=28231): stderr: \u000a| �[0;m�[1;31m20221210044318598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044318598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044318598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044318598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044318598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044318598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044318610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044318620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044318620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044318620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:21.572942 run osmo-msc_10.42.42.6(pid=28237): ERR: Terminated: ERROR {rc=2} [trial-2369↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28237)]\u000a04:43:21.622546 run osmo-msc_10.42.42.6(pid=28237): stdout: \u000a| (launched: 2022-12-10_04:43:20.467831) \u000a04:43:21.672654 run osmo-msc_10.42.42.6(pid=28237): stderr: \u000a| �[0;m�[38;5;43m20221210044320737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044320737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5632d71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044320737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044320737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044320737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044320737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044320739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044320740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044320740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044320740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:21.715226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Terminating (SIGTERM)\u000a04:43:21.756342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Terminating (SIGTERM)\u000a04:43:21.796551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28236): Terminating (SIGTERM)\u000a04:43:21.806324 --- ParallelTerminationStrategy: PID 28230 died...\u000a04:43:21.860874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Terminated: ok {rc=0}\u000a04:43:21.870731 --- ParallelTerminationStrategy: PID 28233 died...\u000a04:43:21.924587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Terminated: ok {rc=0}\u000a04:43:21.934345 --- ParallelTerminationStrategy: PID 28236 died...\u000a04:43:21.988147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28236): Terminated: ok {rc=0}\u000a04:43:22.077556 bus /sierra_9: Setting Powered False\u000a04:43:23.182299 bus /sierra_9: Setting Powered False\u000a04:43:24.293009 bus /sierra_8: Setting Powered False\u000a04:43:25.399645 bus /sierra_8: Setting Powered False\u000a04:43:26.511643 bus /sierra_3: Setting Powered False\u000a04:43:27.617409 bus /sierra_3: Setting Powered False\u000a04:43:28.724668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:43:04" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28252): Process ended prematurely: osmo-stp_10.42.42.5(pid=28252) [trial-2369↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28252)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28252): Process ended prematurely: osmo-stp_10.42.42.5(pid=28252) [trial-2369↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:43:30.859143 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:30.878083 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:43:31.032637 tst cs_paging_gprs_active.py: using LAC 26072\u000a04:43:31.163034 tst cs_paging_gprs_active.py: using RAC 62\u000a04:43:31.292663 tst cs_paging_gprs_active.py: using CellId 26072\u000a04:43:31.445647 tst cs_paging_gprs_active.py: using BVCI 26073\u000a04:43:31.474829 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:31.487273 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:31.499381 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:31.511329 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:31.523119 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:31.535388 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:31.547430 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:31.559404 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:31.571396 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:31.688900 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:32.003174 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:43:32.141752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:43:32.478071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28242): Launched\u000a04:43:32.755420 run iperf3-srv_10.42.42.10(pid=28243): Launched\u000a04:43:32.953658 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:43:33.088495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:43:33.422370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28244): Launched\u000a04:43:33.698908 run iperf3-srv_10.42.42.10(pid=28245): Launched\u000a04:43:33.897836 tst cs_paging_gprs_active.py:38: start network...\u000a04:43:34.031472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:34.545766 run create_hlr_db(pid=28246): Launched\u000a04:43:34.732091 bus /sierra_2: Setting Powered False\u000a04:43:35.753822 run create_hlr_db(pid=28246): Terminated: ok {rc=0}\u000a04:43:36.182856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28248): Launched\u000a04:43:36.507043 run osmo-hlr_10.42.42.2(pid=28249): Launched\u000a04:43:36.627836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:37.184857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28251): Launched\u000a04:43:37.506293 run osmo-stp_10.42.42.5(pid=28252): Launched\u000a04:43:37.622976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:43:38.183374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28254): Launched\u000a04:43:38.297813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:43:38.577587 run patchelf(pid=28255): Launched\u000a04:43:38.765920 run osmo-stp_10.42.42.5(pid=28252): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28252)]\u000a04:43:38.903315 run osmo-stp_10.42.42.5(pid=28252): stdout: \u000a| (launched: 2022-12-10_04:43:37.348427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:39.041277 run osmo-stp_10.42.42.5(pid=28252): stderr: \u000a| �[0;m�[38;5;43m20221210044337540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044337540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044337540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044337541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044337543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044337544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044337544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:39.173686 run osmo-stp_10.42.42.5(pid=28252): stdout: \u000a| (launched: 2022-12-10_04:43:37.348427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:39.305069 run osmo-stp_10.42.42.5(pid=28252): stderr: \u000a| �[0;m�[38;5;43m20221210044337540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044337540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044337540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044337541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044337543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044337544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044337544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:39.458427 run patchelf(pid=28255): Terminating (SIGINT)\u000a04:43:39.638824 run patchelf(pid=28255): Terminated: ok {rc=0}\u000a04:43:39.672470 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28252): Process ended prematurely: osmo-stp_10.42.42.5(pid=28252) [trial-2369↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28252)] [trial-2369↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a04:43:39.682635 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:43:39.744981 run osmo-hlr_10.42.42.2(pid=28249): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28249)]\u000a04:43:39.795697 run osmo-hlr_10.42.42.2(pid=28249): stdout: \u000a| (launched: 2022-12-10_04:43:36.347045) \u000a04:43:39.847030 run osmo-hlr_10.42.42.2(pid=28249): stderr: \u000a| �[0;m�[1;31m20221210044336546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044336546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044336547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044336547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044336547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044336547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044336559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044336568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044336568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044336568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:39.891369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28242): Terminating (SIGTERM)\u000a04:43:39.932698 run iperf3-srv_10.42.42.10(pid=28243): Terminating (SIGTERM)\u000a04:43:39.974145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28244): Terminating (SIGTERM)\u000a04:43:40.015270 run iperf3-srv_10.42.42.10(pid=28245): Terminating (SIGTERM)\u000a04:43:40.056406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28248): Terminating (SIGTERM)\u000a04:43:40.097721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28251): Terminating (SIGTERM)\u000a04:43:40.139039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28254): Terminating (SIGTERM)\u000a04:43:40.148617 --- ParallelTerminationStrategy: PID 28242 died...\u000a04:43:40.204006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28242): Terminated: ok {rc=0}\u000a04:43:40.214140 --- ParallelTerminationStrategy: PID 28243 died...\u000a04:43:40.268932 run iperf3-srv_10.42.42.10(pid=28243): Terminated {rc=256}\u000a04:43:40.278884 --- ParallelTerminationStrategy: PID 28244 died...\u000a04:43:40.333595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28244): Terminated: ok {rc=0}\u000a04:43:40.343485 --- ParallelTerminationStrategy: PID 28245 died...\u000a04:43:40.397865 run iperf3-srv_10.42.42.10(pid=28245): Terminated {rc=256}\u000a04:43:40.407719 --- ParallelTerminationStrategy: PID 28248 died...\u000a04:43:40.462334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28248): Terminated: ok {rc=0}\u000a04:43:40.472233 --- ParallelTerminationStrategy: PID 28251 died...\u000a04:43:40.527325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28251): Terminated: ok {rc=0}\u000a04:43:40.537354 --- ParallelTerminationStrategy: PID 28254 died...\u000a04:43:40.592519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28254): Terminated: ok {rc=0}\u000a04:43:40.677404 bus /gobi_0: Setting Powered False\u000a04:43:41.784031 bus /gobi_0: Setting Powered False\u000a04:43:42.890608 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28264): Process ended prematurely: osmo-stp_10.42.42.5(pid=28264) [trial-2369↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28264)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28264): Process ended prematurely: osmo-stp_10.42.42.5(pid=28264) [trial-2369↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a04:43:44.004408 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:44.016087 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:43:44.161515 tst iperf3.py: using LAC 26073\u000a04:43:44.287718 tst iperf3.py: using RAC 63\u000a04:43:44.415447 tst iperf3.py: using CellId 26073\u000a04:43:44.541103 tst iperf3.py: using BVCI 26074\u000a04:43:44.565773 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:44.577027 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:44.588021 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:44.599035 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:44.609954 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:44.620823 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:44.631943 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:44.642891 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:44.654375 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:44.946373 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:43:45.081328 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:43:45.415029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28256): Launched\u000a04:43:45.692832 run iperf3-srv_10.42.42.10(pid=28257): Launched\u000a04:43:45.892918 tst iperf3.py:8: start network...\u000a04:43:46.037366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:46.590124 run create_hlr_db(pid=28258): Launched\u000a04:43:46.780291 bus /gobi_6: Setting Powered False\u000a04:43:47.788243 run create_hlr_db(pid=28258): Terminated: ok {rc=0}\u000a04:43:48.228859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28260): Launched\u000a04:43:48.551390 run osmo-hlr_10.42.42.2(pid=28261): Launched\u000a04:43:48.669329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:49.230061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28263): Launched\u000a04:43:49.551808 run osmo-stp_10.42.42.5(pid=28264): Launched\u000a04:43:49.669798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:43:50.230993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28266): Launched\u000a04:43:50.345924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:43:50.626091 run patchelf(pid=28267): Launched\u000a04:43:50.815191 run osmo-stp_10.42.42.5(pid=28264): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28264)]\u000a04:43:50.952875 run osmo-stp_10.42.42.5(pid=28264): stdout: \u000a| (launched: 2022-12-10_04:43:49.393652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:51.091079 run osmo-stp_10.42.42.5(pid=28264): stderr: \u000a| �[0;m�[38;5;43m20221210044349587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044349587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044349588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044349588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044349588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044349588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044349589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:51.224354 run osmo-stp_10.42.42.5(pid=28264): stdout: \u000a| (launched: 2022-12-10_04:43:49.393652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:51.356430 run osmo-stp_10.42.42.5(pid=28264): stderr: \u000a| �[0;m�[38;5;43m20221210044349587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044349587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044349588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044349588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044349588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044349588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044349589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:51.509931 run patchelf(pid=28267): Terminating (SIGINT)\u000a04:43:51.690900 run patchelf(pid=28267): Terminated: ok {rc=0}\u000a04:43:51.724412 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28264): Process ended prematurely: osmo-stp_10.42.42.5(pid=28264) [trial-2369↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28264)] [trial-2369↪gprs:nanobts+band-900↪iperf3.py:8]\u000a04:43:51.734740 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:43:51.797298 run osmo-hlr_10.42.42.2(pid=28261): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28261)]\u000a04:43:51.848222 run osmo-hlr_10.42.42.2(pid=28261): stdout: \u000a| (launched: 2022-12-10_04:43:48.393407) \u000a04:43:51.899759 run osmo-hlr_10.42.42.2(pid=28261): stderr: \u000a| �[0;m�[1;31m20221210044348593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044348593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044348593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044348593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044348593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044348593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044348606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044348614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044348614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044348614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:51.943925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28256): Terminating (SIGTERM)\u000a04:43:51.986298 run iperf3-srv_10.42.42.10(pid=28257): Terminating (SIGTERM)\u000a04:43:52.028287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28260): Terminating (SIGTERM)\u000a04:43:52.070048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28263): Terminating (SIGTERM)\u000a04:43:52.112062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28266): Terminating (SIGTERM)\u000a04:43:52.121910 --- ParallelTerminationStrategy: PID 28256 died...\u000a04:43:52.178263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28256): Terminated: ok {rc=0}\u000a04:43:52.188522 --- ParallelTerminationStrategy: PID 28257 died...\u000a04:43:52.244405 run iperf3-srv_10.42.42.10(pid=28257): Terminated {rc=256}\u000a04:43:52.254599 --- ParallelTerminationStrategy: PID 28260 died...\u000a04:43:52.310332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28260): Terminated: ok {rc=0}\u000a04:43:52.320568 --- ParallelTerminationStrategy: PID 28263 died...\u000a04:43:52.376524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28263): Terminated: ok {rc=0}\u000a04:43:52.386860 --- ParallelTerminationStrategy: PID 28266 died...\u000a04:43:52.442804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28266): Terminated: ok {rc=0}\u000a04:43:52.530133 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28282): Process ended prematurely: osmo-stp_10.42.42.5(pid=28282) [trial-2369↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28282): Process ended prematurely: osmo-stp_10.42.42.5(pid=28282) [trial-2369↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a04:43:53.640718 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:53.651888 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:43:53.786884 tst iperf3m4.py: using LAC 26074\u000a04:43:53.907432 tst iperf3m4.py: using RAC 64\u000a04:43:54.030182 tst iperf3m4.py: using CellId 26074\u000a04:43:54.149128 tst iperf3m4.py: using BVCI 26075\u000a04:43:54.172255 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:54.183062 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:54.193643 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:54.204921 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:54.216026 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:54.227314 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:54.238768 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:54.250044 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:43:54.261614 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:54.378776 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:54.502393 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:54.618622 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:43:54.897281 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:43:55.024433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:43:55.340520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28268): Launched\u000a04:43:55.602521 run iperf3-srv_10.42.42.10(pid=28269): Launched\u000a04:43:55.787862 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:43:55.913923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:43:56.228313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28270): Launched\u000a04:43:56.489055 run iperf3-srv_10.42.42.10(pid=28271): Launched\u000a04:43:56.674561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:43:56.801093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:43:57.115769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28272): Launched\u000a04:43:57.376649 run iperf3-srv_10.42.42.10(pid=28273): Launched\u000a04:43:57.561679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:43:57.687302 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:43:58.001799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28274): Launched\u000a04:43:58.263859 run iperf3-srv_10.42.42.10(pid=28275): Launched\u000a04:43:58.448122 tst iperf3m4.py:8: start network...\u000a04:43:58.574222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:59.050410 run create_hlr_db(pid=28276): Launched\u000a04:43:59.226221 bus /gobi_6: Setting Powered False\u000a04:44:00.247144 run create_hlr_db(pid=28276): Terminated: ok {rc=0}\u000a04:44:00.651444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28278): Launched\u000a04:44:01.020783 run osmo-hlr_10.42.42.2(pid=28279): Launched\u000a04:44:01.244290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:02.013898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28281): Launched\u000a04:44:02.438546 run osmo-stp_10.42.42.5(pid=28282): Launched\u000a04:44:02.556622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:44:03.118549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28284): Launched\u000a04:44:03.233374 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:44:03.513175 run patchelf(pid=28285): Launched\u000a04:44:03.702391 run osmo-stp_10.42.42.5(pid=28282): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)]\u000a04:44:03.840889 run osmo-stp_10.42.42.5(pid=28282): stdout: \u000a| (launched: 2022-12-10_04:44:02.175009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:03.979348 run osmo-stp_10.42.42.5(pid=28282): stderr: \u000a| �[0;m�[38;5;43m20221210044402431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044402431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044402431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044402432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044402432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044402432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044402432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:04.113450 run osmo-stp_10.42.42.5(pid=28282): stdout: \u000a| (launched: 2022-12-10_04:44:02.175009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:04.245551 run osmo-stp_10.42.42.5(pid=28282): stderr: \u000a| �[0;m�[38;5;43m20221210044402431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044402431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044402431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044402432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044402432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044402432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044402432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:04.399685 run patchelf(pid=28285): Terminating (SIGINT)\u000a04:44:04.582387 run patchelf(pid=28285): Terminated: ok {rc=0}\u000a04:44:04.615873 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28282): Process ended prematurely: osmo-stp_10.42.42.5(pid=28282) [trial-2369↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)] [trial-2369↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a04:44:04.626012 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a04:44:04.689532 run osmo-hlr_10.42.42.2(pid=28279): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28279)]\u000a04:44:04.741063 run osmo-hlr_10.42.42.2(pid=28279): stdout: \u000a| (launched: 2022-12-10_04:44:00.805664) \u000a04:44:04.793226 run osmo-hlr_10.42.42.2(pid=28279): stderr: \u000a| �[0;m�[1;31m20221210044401127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044401127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044401127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044401127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044401127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044401128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044401155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044401166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044401168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044401168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:04.837685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28268): Terminating (SIGTERM)\u000a04:44:04.879517 run iperf3-srv_10.42.42.10(pid=28269): Terminating (SIGTERM)\u000a04:44:04.921635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28270): Terminating (SIGTERM)\u000a04:44:04.963508 run iperf3-srv_10.42.42.10(pid=28271): Terminating (SIGTERM)\u000a04:44:05.005600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28272): Terminating (SIGTERM)\u000a04:44:05.047190 run iperf3-srv_10.42.42.10(pid=28273): Terminating (SIGTERM)\u000a04:44:05.089022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28274): Terminating (SIGTERM)\u000a04:44:05.130661 run iperf3-srv_10.42.42.10(pid=28275): Terminating (SIGTERM)\u000a04:44:05.172420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28278): Terminating (SIGTERM)\u000a04:44:05.214186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28281): Terminating (SIGTERM)\u000a04:44:05.256039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28284): Terminating (SIGTERM)\u000a04:44:05.265952 --- ParallelTerminationStrategy: PID 28268 died...\u000a04:44:05.321995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28268): Terminated: ok {rc=0}\u000a04:44:05.332404 --- ParallelTerminationStrategy: PID 28269 died...\u000a04:44:05.387986 run iperf3-srv_10.42.42.10(pid=28269): Terminated {rc=256}\u000a04:44:05.398338 --- ParallelTerminationStrategy: PID 28270 died...\u000a04:44:05.453976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28270): Terminated: ok {rc=0}\u000a04:44:05.464169 --- ParallelTerminationStrategy: PID 28271 died...\u000a04:44:05.519352 run iperf3-srv_10.42.42.10(pid=28271): Terminated {rc=256}\u000a04:44:05.529535 --- ParallelTerminationStrategy: PID 28272 died...\u000a04:44:05.584657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28272): Terminated: ok {rc=0}\u000a04:44:05.595137 --- ParallelTerminationStrategy: PID 28273 died...\u000a04:44:05.650614 run iperf3-srv_10.42.42.10(pid=28273): Terminated {rc=256}\u000a04:44:05.661297 --- ParallelTerminationStrategy: PID 28274 died...\u000a04:44:05.717217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28274): Terminated: ok {rc=0}\u000a04:44:05.727509 --- ParallelTerminationStrategy: PID 28275 died...\u000a04:44:05.783598 run iperf3-srv_10.42.42.10(pid=28275): Terminated {rc=256}\u000a04:44:05.793922 --- ParallelTerminationStrategy: PID 28278 died...\u000a04:44:05.849466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28278): Terminated: ok {rc=0}\u000a04:44:05.859726 --- ParallelTerminationStrategy: PID 28281 died...\u000a04:44:05.915240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28281): Terminated: ok {rc=0}\u000a04:44:05.925958 --- ParallelTerminationStrategy: PID 28284 died...\u000a04:44:05.981582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28284): Terminated: ok {rc=0}\u000a04:44:06.069157 bus /gobi_4: Setting Powered False\u000a04:44:07.174150 bus /gobi_4: Setting Powered False\u000a04:44:08.280672 bus /gobi_1: Setting Powered False\u000a04:44:09.381229 bus /gobi_1: Setting Powered False\u000a04:44:10.492102 bus /gobi_0: Setting Powered False\u000a04:44:11.597819 bus /gobi_0: Setting Powered False\u000a04:44:12.707088 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28292): Process ended prematurely: osmo-stp_10.42.42.5(pid=28292) [trial-2369↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28292)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28292): Process ended prematurely: osmo-stp_10.42.42.5(pid=28292) [trial-2369↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a04:44:13.775161 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:13.787014 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:13.929131 tst ping.py: using LAC 26075\u000a04:44:14.053163 tst ping.py: using RAC 65\u000a04:44:14.174523 tst ping.py: using CellId 26075\u000a04:44:14.299562 tst ping.py: using BVCI 26076\u000a04:44:14.323980 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:14.335567 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:14.347031 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:14.358588 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:14.369922 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:14.381250 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:14.393291 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:14.404306 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:14.691152 tst ping.py:19: start network...\u000a04:44:14.823728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:15.328402 run create_hlr_db(pid=28286): Launched\u000a04:44:15.512777 bus /gobi_6: Setting Powered False\u000a04:44:16.536047 run create_hlr_db(pid=28286): Terminated: ok {rc=0}\u000a04:44:17.005970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28288): Launched\u000a04:44:17.326152 run osmo-hlr_10.42.42.2(pid=28289): Launched\u000a04:44:17.442196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:17.997217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28291): Launched\u000a04:44:18.313737 run osmo-stp_10.42.42.5(pid=28292): Launched\u000a04:44:18.428118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:44:18.980342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28294): Launched\u000a04:44:19.093641 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:44:19.369253 run patchelf(pid=28295): Launched\u000a04:44:19.555148 run osmo-stp_10.42.42.5(pid=28292): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28292)]\u000a04:44:19.691222 run osmo-stp_10.42.42.5(pid=28292): stdout: \u000a| (launched: 2022-12-10_04:44:18.158367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:19.827223 run osmo-stp_10.42.42.5(pid=28292): stderr: \u000a| �[0;m�[38;5;43m20221210044418350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044418350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044418351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044418351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044418353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044418354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044418354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:19.958828 run osmo-stp_10.42.42.5(pid=28292): stdout: \u000a| (launched: 2022-12-10_04:44:18.158367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:20.088522 run osmo-stp_10.42.42.5(pid=28292): stderr: \u000a| �[0;m�[38;5;43m20221210044418350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044418350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044418351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044418351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044418353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044418354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044418354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:20.240228 run patchelf(pid=28295): Terminating (SIGINT)\u000a04:44:20.417935 run patchelf(pid=28295): Terminated: ok {rc=0}\u000a04:44:20.450831 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28292): Process ended prematurely: osmo-stp_10.42.42.5(pid=28292) [trial-2369↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28292)] [trial-2369↪gprs:nanobts+band-900↪ping.py:22]\u000a04:44:20.460545 tst ping.py:22: Test FAILED (6.7 sec)\u000a04:44:20.523965 run osmo-hlr_10.42.42.2(pid=28289): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28289)]\u000a04:44:20.575116 run osmo-hlr_10.42.42.2(pid=28289): stdout: \u000a| (launched: 2022-12-10_04:44:17.169675) \u000a04:44:20.626893 run osmo-hlr_10.42.42.2(pid=28289): stderr: \u000a| �[0;m�[1;31m20221210044417365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044417365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044417365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044417365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044417365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044417365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044417382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044417391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044417392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044417392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:20.671350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28288): Terminating (SIGTERM)\u000a04:44:20.713309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28291): Terminating (SIGTERM)\u000a04:44:20.755277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28294): Terminating (SIGTERM)\u000a04:44:20.765135 --- ParallelTerminationStrategy: PID 28288 died...\u000a04:44:20.821110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28288): Terminated: ok {rc=0}\u000a04:44:20.831190 --- ParallelTerminationStrategy: PID 28291 died...\u000a04:44:20.886851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28291): Terminated: ok {rc=0}\u000a04:44:20.897177 --- ParallelTerminationStrategy: PID 28294 died...\u000a04:44:20.952306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28294): Terminated: ok {rc=0}\u000a04:44:21.038675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28303): Process ended prematurely: osmo-stp_10.42.42.5(pid=28303) [trial-2369↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28303)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28303): Process ended prematurely: osmo-stp_10.42.42.5(pid=28303) [trial-2369↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a04:44:22.091737 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:22.104049 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:22.247381 tst ping_idle_ping.py: using LAC 26076\u000a04:44:22.374418 tst ping_idle_ping.py: using RAC 66\u000a04:44:22.500609 tst ping_idle_ping.py: using CellId 26076\u000a04:44:22.625199 tst ping_idle_ping.py: using BVCI 26077\u000a04:44:22.649563 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:22.660886 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:22.672526 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:22.684028 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:22.695419 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:22.706608 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:22.718318 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:22.729551 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:23.005054 tst ping_idle_ping.py:24: start network...\u000a04:44:23.129640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:23.601874 run create_hlr_db(pid=28296): Launched\u000a04:44:23.774189 bus /gobi_6: Setting Powered False\u000a04:44:24.795344 run create_hlr_db(pid=28296): Terminated: ok {rc=0}\u000a04:44:25.215804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28299): Launched\u000a04:44:25.532264 run osmo-hlr_10.42.42.2(pid=28300): Launched\u000a04:44:25.648183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:26.199669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28302): Launched\u000a04:44:26.518630 run osmo-stp_10.42.42.5(pid=28303): Launched\u000a04:44:26.634898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:44:27.190052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28305): Launched\u000a04:44:27.303613 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:44:27.580037 run patchelf(pid=28306): Launched\u000a04:44:27.765963 run osmo-stp_10.42.42.5(pid=28303): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28303)]\u000a04:44:27.901548 run osmo-stp_10.42.42.5(pid=28303): stdout: \u000a| (launched: 2022-12-10_04:44:26.362257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:28.037605 run osmo-stp_10.42.42.5(pid=28303): stderr: \u000a| �[0;m�[38;5;43m20221210044426555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044426555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044426555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044426555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044426556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044426556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044426556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:28.168712 run osmo-stp_10.42.42.5(pid=28303): stdout: \u000a| (launched: 2022-12-10_04:44:26.362257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:28.299208 run osmo-stp_10.42.42.5(pid=28303): stderr: \u000a| �[0;m�[38;5;43m20221210044426555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044426555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044426555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044426555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044426556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044426556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044426556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:28.450812 run patchelf(pid=28306): Terminating (SIGINT)\u000a04:44:28.628916 run patchelf(pid=28306): Terminated: ok {rc=0}\u000a04:44:28.661772 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28303): Process ended prematurely: osmo-stp_10.42.42.5(pid=28303) [trial-2369↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28303)] [trial-2369↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a04:44:28.671784 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:44:28.735464 run osmo-hlr_10.42.42.2(pid=28300): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28300)]\u000a04:44:28.787144 run osmo-hlr_10.42.42.2(pid=28300): stdout: \u000a| (launched: 2022-12-10_04:44:25.376776) \u000a04:44:28.839357 run osmo-hlr_10.42.42.2(pid=28300): stderr: \u000a| �[0;m�[1;31m20221210044425573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044425573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044425573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044425573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044425573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044425573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044425585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044425594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044425594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044425594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:28.883830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28299): Terminating (SIGTERM)\u000a04:44:28.925872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28302): Terminating (SIGTERM)\u000a04:44:28.967957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28305): Terminating (SIGTERM)\u000a04:44:28.977731 --- ParallelTerminationStrategy: PID 28299 died...\u000a04:44:29.034240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28299): Terminated: ok {rc=0}\u000a04:44:29.044568 --- ParallelTerminationStrategy: PID 28302 died...\u000a04:44:29.100186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28302): Terminated: ok {rc=0}\u000a04:44:29.110639 --- ParallelTerminationStrategy: PID 28305 died...\u000a04:44:29.166290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28305): Terminated: ok {rc=0}\u000a04:44:29.252987 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:43:30" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28322): Process ended prematurely: osmo-stp_10.42.42.5(pid=28322) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28322): Process ended prematurely: osmo-stp_10.42.42.5(pid=28322) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:44:31.425850 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:31.440550 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:44:31.598435 tst cs_paging_gprs_active.py: using LAC 26077\u000a04:44:31.736593 tst cs_paging_gprs_active.py: using RAC 67\u000a04:44:31.857859 tst cs_paging_gprs_active.py: using CellId 26077\u000a04:44:32.011984 tst cs_paging_gprs_active.py: using BVCI 26078\u000a04:44:32.046647 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:32.062392 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:32.076178 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:32.090973 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:32.104745 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:32.119499 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:32.135191 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:32.150866 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:32.165571 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:44:32.301565 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:44:32.597200 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:44:32.732799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:33.066274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28311): Launched\u000a04:44:33.343437 run iperf3-srv_10.42.42.10(pid=28312): Launched\u000a04:44:33.542209 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:44:33.677546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:34.011887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28313): Launched\u000a04:44:34.288878 run iperf3-srv_10.42.42.10(pid=28314): Launched\u000a04:44:34.487020 tst cs_paging_gprs_active.py:38: start network...\u000a04:44:34.621637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:35.137927 run create_hlr_db(pid=28315): Launched\u000a04:44:35.325065 bus /gobi_6: Setting Powered False\u000a04:44:36.346570 run create_hlr_db(pid=28315): Terminated: ok {rc=0}\u000a04:44:36.776533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28317): Launched\u000a04:44:37.099696 run osmo-hlr_10.42.42.2(pid=28318): Launched\u000a04:44:37.220249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:37.781887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28321): Launched\u000a04:44:38.105012 run osmo-stp_10.42.42.5(pid=28322): Launched\u000a04:44:38.222792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:44:38.786975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28324): Launched\u000a04:44:38.902381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:44:39.183558 run patchelf(pid=28325): Launched\u000a04:44:39.371983 run osmo-stp_10.42.42.5(pid=28322): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)]\u000a04:44:39.510011 run osmo-stp_10.42.42.5(pid=28322): stdout: \u000a| (launched: 2022-12-10_04:44:37.945957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:39.648268 run osmo-stp_10.42.42.5(pid=28322): stderr: \u000a| �[0;m�[38;5;43m20221210044438139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044438139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044438139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044438140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044438140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044438140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044438140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:39.781732 run osmo-stp_10.42.42.5(pid=28322): stdout: \u000a| (launched: 2022-12-10_04:44:37.945957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:39.913487 run osmo-stp_10.42.42.5(pid=28322): stderr: \u000a| �[0;m�[38;5;43m20221210044438139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044438139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044438139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044438140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044438140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044438140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044438140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:40.067583 run patchelf(pid=28325): Terminating (SIGINT)\u000a04:44:40.248053 run patchelf(pid=28325): Terminated: ok {rc=0}\u000a04:44:40.281384 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28322): Process ended prematurely: osmo-stp_10.42.42.5(pid=28322) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:44:40.291597 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:44:40.354304 run osmo-hlr_10.42.42.2(pid=28318): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28318)]\u000a04:44:40.405942 run osmo-hlr_10.42.42.2(pid=28318): stdout: \u000a| (launched: 2022-12-10_04:44:36.941084) \u000a04:44:40.457231 run osmo-hlr_10.42.42.2(pid=28318): stderr: \u000a| �[0;m�[1;31m20221210044437140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044437140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044437140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044437140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044437140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044437140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044437153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044437161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044437162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044437162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:40.501176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28311): Terminating (SIGTERM)\u000a04:44:40.542447 run iperf3-srv_10.42.42.10(pid=28312): Terminating (SIGTERM)\u000a04:44:40.583760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28313): Terminating (SIGTERM)\u000a04:44:40.625017 run iperf3-srv_10.42.42.10(pid=28314): Terminating (SIGTERM)\u000a04:44:40.666226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28317): Terminating (SIGTERM)\u000a04:44:40.707797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28321): Terminating (SIGTERM)\u000a04:44:40.749148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28324): Terminating (SIGTERM)\u000a04:44:40.758783 --- ParallelTerminationStrategy: PID 28311 died...\u000a04:44:40.814283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28311): Terminated: ok {rc=0}\u000a04:44:40.824357 --- ParallelTerminationStrategy: PID 28312 died...\u000a04:44:40.879401 run iperf3-srv_10.42.42.10(pid=28312): Terminated {rc=256}\u000a04:44:40.889529 --- ParallelTerminationStrategy: PID 28313 died...\u000a04:44:40.944626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28313): Terminated: ok {rc=0}\u000a04:44:40.954630 --- ParallelTerminationStrategy: PID 28314 died...\u000a04:44:41.009473 run iperf3-srv_10.42.42.10(pid=28314): Terminated {rc=256}\u000a04:44:41.019584 --- ParallelTerminationStrategy: PID 28317 died...\u000a04:44:41.074797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28317): Terminated: ok {rc=0}\u000a04:44:41.084807 --- ParallelTerminationStrategy: PID 28321 died...\u000a04:44:41.139883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28321): Terminated: ok {rc=0}\u000a04:44:41.150082 --- ParallelTerminationStrategy: PID 28324 died...\u000a04:44:41.205049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28324): Terminated: ok {rc=0}\u000a04:44:41.289745 bus /gobi_0: Setting Powered False\u000a04:44:42.397819 bus /gobi_0: Setting Powered False\u000a04:44:43.504834 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28334): Process ended prematurely: osmo-stp_10.42.42.5(pid=28334) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28334)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28334): Process ended prematurely: osmo-stp_10.42.42.5(pid=28334) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:44:44.619845 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:44.632092 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:44:44.779023 tst iperf3.py: using LAC 26078\u000a04:44:44.900840 tst iperf3.py: using RAC 68\u000a04:44:45.027069 tst iperf3.py: using CellId 26078\u000a04:44:45.158671 tst iperf3.py: using BVCI 26079\u000a04:44:45.183461 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:45.195097 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:45.206867 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:45.218296 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:45.229434 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:45.240597 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:45.251929 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:45.263168 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:45.274507 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:44:45.554388 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:44:45.681464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:46.039029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28326): Launched\u000a04:44:46.322660 run iperf3-srv_10.42.42.10(pid=28327): Launched\u000a04:44:46.514356 tst iperf3.py:8: start network...\u000a04:44:46.644315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:47.187705 run create_hlr_db(pid=28328): Launched\u000a04:44:47.380535 bus /gobi_6: Setting Powered False\u000a04:44:48.399011 run create_hlr_db(pid=28328): Terminated: ok {rc=0}\u000a04:44:48.805158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28330): Launched\u000a04:44:49.108339 run osmo-hlr_10.42.42.2(pid=28331): Launched\u000a04:44:49.227126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:49.762835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28333): Launched\u000a04:44:50.064919 run osmo-stp_10.42.42.5(pid=28334): Launched\u000a04:44:50.175643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:44:50.703972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28336): Launched\u000a04:44:50.812250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:44:51.077731 run patchelf(pid=28337): Launched\u000a04:44:51.255214 run osmo-stp_10.42.42.5(pid=28334): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28334)]\u000a04:44:51.385057 run osmo-stp_10.42.42.5(pid=28334): stdout: \u000a| (launched: 2022-12-10_04:44:49.916103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:51.515598 run osmo-stp_10.42.42.5(pid=28334): stderr: \u000a| �[0;m�[38;5;43m20221210044450085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044450086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044450086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044450086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044450087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044450087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044450087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:51.640789 run osmo-stp_10.42.42.5(pid=28334): stdout: \u000a| (launched: 2022-12-10_04:44:49.916103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:51.765372 run osmo-stp_10.42.42.5(pid=28334): stderr: \u000a| �[0;m�[38;5;43m20221210044450085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044450086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044450086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044450086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044450087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044450087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044450087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:51.910505 run patchelf(pid=28337): Terminating (SIGINT)\u000a04:44:52.080339 run patchelf(pid=28337): Terminated: ok {rc=0}\u000a04:44:52.111889 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28334): Process ended prematurely: osmo-stp_10.42.42.5(pid=28334) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28334)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a04:44:52.121382 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:44:52.182036 run osmo-hlr_10.42.42.2(pid=28331): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28331)]\u000a04:44:52.231158 run osmo-hlr_10.42.42.2(pid=28331): stdout: \u000a| (launched: 2022-12-10_04:44:48.959003) \u000a04:44:52.280765 run osmo-hlr_10.42.42.2(pid=28331): stderr: \u000a| �[0;m�[1;31m20221210044449135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044449135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044449135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044449135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044449135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044449135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044449147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044449157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044449157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044449157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:52.322645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28326): Terminating (SIGTERM)\u000a04:44:52.362628 run iperf3-srv_10.42.42.10(pid=28327): Terminating (SIGTERM)\u000a04:44:52.402754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28330): Terminating (SIGTERM)\u000a04:44:52.442779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28333): Terminating (SIGTERM)\u000a04:44:52.482818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28336): Terminating (SIGTERM)\u000a04:44:52.492254 --- ParallelTerminationStrategy: PID 28326 died...\u000a04:44:52.545576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28326): Terminated: ok {rc=0}\u000a04:44:52.555585 --- ParallelTerminationStrategy: PID 28327 died...\u000a04:44:52.608784 run iperf3-srv_10.42.42.10(pid=28327): Terminated {rc=256}\u000a04:44:52.618778 --- ParallelTerminationStrategy: PID 28330 died...\u000a04:44:52.672388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28330): Terminated: ok {rc=0}\u000a04:44:52.682302 --- ParallelTerminationStrategy: PID 28333 died...\u000a04:44:52.736100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28333): Terminated: ok {rc=0}\u000a04:44:52.745831 --- ParallelTerminationStrategy: PID 28336 died...\u000a04:44:52.799739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28336): Terminated: ok {rc=0}\u000a04:44:52.888356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28357): Process ended prematurely: osmo-stp_10.42.42.5(pid=28357) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28357)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28357): Process ended prematurely: osmo-stp_10.42.42.5(pid=28357) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:44:53.999358 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:54.011194 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:44:54.156168 tst iperf3m4.py: using LAC 26079\u000a04:44:54.282664 tst iperf3m4.py: using RAC 69\u000a04:44:54.409614 tst iperf3m4.py: using CellId 26079\u000a04:44:54.536128 tst iperf3m4.py: using BVCI 26080\u000a04:44:54.560814 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:54.572418 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:54.583949 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:54.595654 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:54.607366 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:54.619034 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:54.631012 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:54.643270 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:44:54.655241 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:44:54.771795 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:44:54.890296 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:44:55.009829 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:44:55.304450 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:44:55.439861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:55.775542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28339): Launched\u000a04:44:56.053315 run iperf3-srv_10.42.42.10(pid=28340): Launched\u000a04:44:56.251566 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:44:56.386354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:56.720888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28341): Launched\u000a04:44:56.998027 run iperf3-srv_10.42.42.10(pid=28342): Launched\u000a04:44:57.195714 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:44:57.330241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:57.664610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28343): Launched\u000a04:44:57.942893 run iperf3-srv_10.42.42.10(pid=28344): Launched\u000a04:44:58.140401 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:44:58.275073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:58.608656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28345): Launched\u000a04:44:58.886009 run iperf3-srv_10.42.42.10(pid=28346): Launched\u000a04:44:59.083336 tst iperf3m4.py:8: start network...\u000a04:44:59.217622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:59.730731 run create_hlr_db(pid=28347): Launched\u000a04:44:59.916555 bus /gobi_6: Setting Powered False\u000a04:45:00.957491 run create_hlr_db(pid=28347): Terminated: ok {rc=0}\u000a04:45:01.440885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28353): Launched\u000a04:45:01.866539 run osmo-hlr_10.42.42.2(pid=28354): Launched\u000a04:45:02.114149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:02.687574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28356): Launched\u000a04:45:03.011577 run osmo-stp_10.42.42.5(pid=28357): Launched\u000a04:45:03.128870 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:03.692872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28359): Launched\u000a04:45:03.808666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:04.089707 run patchelf(pid=28360): Launched\u000a04:45:04.279092 run osmo-stp_10.42.42.5(pid=28357): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28357)]\u000a04:45:04.417462 run osmo-stp_10.42.42.5(pid=28357): stdout: \u000a| (launched: 2022-12-10_04:45:02.852370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:04.556083 run osmo-stp_10.42.42.5(pid=28357): stderr: \u000a| �[0;m�[38;5;43m20221210044503044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044503044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044503045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044503045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044503046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044503046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044503046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:04.689371 run osmo-stp_10.42.42.5(pid=28357): stdout: \u000a| (launched: 2022-12-10_04:45:02.852370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:04.821483 run osmo-stp_10.42.42.5(pid=28357): stderr: \u000a| �[0;m�[38;5;43m20221210044503044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044503044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044503045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044503045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044503046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044503046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044503046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:04.975114 run patchelf(pid=28360): Terminating (SIGINT)\u000a04:45:05.155798 run patchelf(pid=28360): Terminated: ok {rc=0}\u000a04:45:05.189183 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28357): Process ended prematurely: osmo-stp_10.42.42.5(pid=28357) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28357)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:45:05.199459 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a04:45:05.262972 run osmo-hlr_10.42.42.2(pid=28354): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28354)]\u000a04:45:05.314513 run osmo-hlr_10.42.42.2(pid=28354): stdout: \u000a| (launched: 2022-12-10_04:45:01.607106) \u000a04:45:05.366739 run osmo-hlr_10.42.42.2(pid=28354): stderr: \u000a| �[0;m�[1;31m20221210044501871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044501871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044501871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044501871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044501871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044501871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044501889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044501903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044501904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044501904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:05.411292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28339): Terminating (SIGTERM)\u000a04:45:05.453481 run iperf3-srv_10.42.42.10(pid=28340): Terminating (SIGTERM)\u000a04:45:05.495480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28341): Terminating (SIGTERM)\u000a04:45:05.537465 run iperf3-srv_10.42.42.10(pid=28342): Terminating (SIGTERM)\u000a04:45:05.579508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28343): Terminating (SIGTERM)\u000a04:45:05.621489 run iperf3-srv_10.42.42.10(pid=28344): Terminating (SIGTERM)\u000a04:45:05.663510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28345): Terminating (SIGTERM)\u000a04:45:05.705770 run iperf3-srv_10.42.42.10(pid=28346): Terminating (SIGTERM)\u000a04:45:05.747863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28353): Terminating (SIGTERM)\u000a04:45:05.789936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28356): Terminating (SIGTERM)\u000a04:45:05.832004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28359): Terminating (SIGTERM)\u000a04:45:05.841956 --- ParallelTerminationStrategy: PID 28339 died...\u000a04:45:05.898312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28339): Terminated: ok {rc=0}\u000a04:45:05.908505 --- ParallelTerminationStrategy: PID 28340 died...\u000a04:45:05.964557 run iperf3-srv_10.42.42.10(pid=28340): Terminated {rc=256}\u000a04:45:05.974782 --- ParallelTerminationStrategy: PID 28341 died...\u000a04:45:06.030924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28341): Terminated: ok {rc=0}\u000a04:45:06.041227 --- ParallelTerminationStrategy: PID 28342 died...\u000a04:45:06.096750 run iperf3-srv_10.42.42.10(pid=28342): Terminated {rc=256}\u000a04:45:06.106846 --- ParallelTerminationStrategy: PID 28343 died...\u000a04:45:06.162507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28343): Terminated: ok {rc=0}\u000a04:45:06.172623 --- ParallelTerminationStrategy: PID 28344 died...\u000a04:45:06.228362 run iperf3-srv_10.42.42.10(pid=28344): Terminated {rc=256}\u000a04:45:06.238553 --- ParallelTerminationStrategy: PID 28345 died...\u000a04:45:06.294140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28345): Terminated: ok {rc=0}\u000a04:45:06.304339 --- ParallelTerminationStrategy: PID 28346 died...\u000a04:45:06.360040 run iperf3-srv_10.42.42.10(pid=28346): Terminated {rc=256}\u000a04:45:06.370166 --- ParallelTerminationStrategy: PID 28353 died...\u000a04:45:06.425842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28353): Terminated: ok {rc=0}\u000a04:45:06.436410 --- ParallelTerminationStrategy: PID 28356 died...\u000a04:45:06.492323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28356): Terminated: ok {rc=0}\u000a04:45:06.502563 --- ParallelTerminationStrategy: PID 28359 died...\u000a04:45:06.558943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28359): Terminated: ok {rc=0}\u000a04:45:06.645910 bus /gobi_4: Setting Powered False\u000a04:45:07.750064 bus /gobi_4: Setting Powered False\u000a04:45:08.862395 bus /gobi_1: Setting Powered False\u000a04:45:09.966325 bus /gobi_1: Setting Powered False\u000a04:45:11.076335 bus /gobi_0: Setting Powered False\u000a04:45:12.180784 bus /gobi_0: Setting Powered False\u000a04:45:13.293121 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28367): Process ended prematurely: osmo-stp_10.42.42.5(pid=28367) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28367)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28367): Process ended prematurely: osmo-stp_10.42.42.5(pid=28367) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:45:14.360416 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:14.372111 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:45:14.507672 tst ping.py: using LAC 26080\u000a04:45:14.629623 tst ping.py: using RAC 70\u000a04:45:14.744098 tst ping.py: using CellId 26080\u000a04:45:14.858506 tst ping.py: using BVCI 26081\u000a04:45:14.881133 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:14.892038 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:14.902943 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:14.913994 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:14.924989 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:14.935928 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:14.947114 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:14.958352 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:15.229318 tst ping.py:19: start network...\u000a04:45:15.352402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:15.819864 run create_hlr_db(pid=28361): Launched\u000a04:45:16.009990 bus /gobi_6: Setting Powered False\u000a04:45:17.054121 run create_hlr_db(pid=28361): Terminated: ok {rc=0}\u000a04:45:17.486273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28363): Launched\u000a04:45:17.803186 run osmo-hlr_10.42.42.2(pid=28364): Launched\u000a04:45:17.918948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:18.470626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28366): Launched\u000a04:45:18.787171 run osmo-stp_10.42.42.5(pid=28367): Launched\u000a04:45:18.901791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:19.455590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28369): Launched\u000a04:45:19.568865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:19.845776 run patchelf(pid=28370): Launched\u000a04:45:20.031246 run osmo-stp_10.42.42.5(pid=28367): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28367)]\u000a04:45:20.167136 run osmo-stp_10.42.42.5(pid=28367): stdout: \u000a| (launched: 2022-12-10_04:45:18.631434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:20.302900 run osmo-stp_10.42.42.5(pid=28367): stderr: \u000a| �[0;m�[38;5;43m20221210044518826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044518826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044518826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044518827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044518827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044518827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044518827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:20.434377 run osmo-stp_10.42.42.5(pid=28367): stdout: \u000a| (launched: 2022-12-10_04:45:18.631434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:20.564498 run osmo-stp_10.42.42.5(pid=28367): stderr: \u000a| �[0;m�[38;5;43m20221210044518826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044518826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044518826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044518827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044518827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044518827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044518827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:20.717211 run patchelf(pid=28370): Terminating (SIGINT)\u000a04:45:20.894605 run patchelf(pid=28370): Terminated: ok {rc=0}\u000a04:45:20.927071 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28367): Process ended prematurely: osmo-stp_10.42.42.5(pid=28367) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28367)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a04:45:20.936516 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:45:20.999127 run osmo-hlr_10.42.42.2(pid=28364): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28364)]\u000a04:45:21.049975 run osmo-hlr_10.42.42.2(pid=28364): stdout: \u000a| (launched: 2022-12-10_04:45:17.647464) \u000a04:45:21.101481 run osmo-hlr_10.42.42.2(pid=28364): stderr: \u000a| �[0;m�[1;31m20221210044517845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044517846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044517846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044517846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044517846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044517846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044517859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044517867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044517867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044517867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:21.145535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28363): Terminating (SIGTERM)\u000a04:45:21.186884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28366): Terminating (SIGTERM)\u000a04:45:21.228129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28369): Terminating (SIGTERM)\u000a04:45:21.237817 --- ParallelTerminationStrategy: PID 28363 died...\u000a04:45:21.293560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28363): Terminated: ok {rc=0}\u000a04:45:21.303759 --- ParallelTerminationStrategy: PID 28366 died...\u000a04:45:21.359534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28366): Terminated: ok {rc=0}\u000a04:45:21.369695 --- ParallelTerminationStrategy: PID 28369 died...\u000a04:45:21.424836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28369): Terminated: ok {rc=0}\u000a04:45:21.511511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28377): Process ended prematurely: osmo-stp_10.42.42.5(pid=28377) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28377): Process ended prematurely: osmo-stp_10.42.42.5(pid=28377) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:45:22.563550 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:22.575956 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:45:22.726054 tst ping_idle_ping.py: using LAC 26081\u000a04:45:22.848075 tst ping_idle_ping.py: using RAC 71\u000a04:45:22.970397 tst ping_idle_ping.py: using CellId 26081\u000a04:45:23.092446 tst ping_idle_ping.py: using BVCI 26082\u000a04:45:23.116546 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:23.128163 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:23.139497 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:23.150888 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:23.162214 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:23.173535 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:23.185208 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:23.196428 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:23.470255 tst ping_idle_ping.py:24: start network...\u000a04:45:23.594749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:24.065855 run create_hlr_db(pid=28371): Launched\u000a04:45:24.239307 bus /gobi_6: Setting Powered False\u000a04:45:25.260446 run create_hlr_db(pid=28371): Terminated: ok {rc=0}\u000a04:45:25.685315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28373): Launched\u000a04:45:26.002941 run osmo-hlr_10.42.42.2(pid=28374): Launched\u000a04:45:26.119373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:26.671349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28376): Launched\u000a04:45:26.990309 run osmo-stp_10.42.42.5(pid=28377): Launched\u000a04:45:27.106105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:27.660192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28379): Launched\u000a04:45:27.773773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:28.049388 run patchelf(pid=28380): Launched\u000a04:45:28.235119 run osmo-stp_10.42.42.5(pid=28377): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)]\u000a04:45:28.370853 run osmo-stp_10.42.42.5(pid=28377): stdout: \u000a| (launched: 2022-12-10_04:45:26.834140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:28.506404 run osmo-stp_10.42.42.5(pid=28377): stderr: \u000a| �[0;m�[38;5;43m20221210044527027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044527027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044527028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044527028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044527028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044527029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044527029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:28.637909 run osmo-stp_10.42.42.5(pid=28377): stdout: \u000a| (launched: 2022-12-10_04:45:26.834140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:28.768579 run osmo-stp_10.42.42.5(pid=28377): stderr: \u000a| �[0;m�[38;5;43m20221210044527027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044527027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044527028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044527028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044527028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044527029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044527029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:28.919991 run patchelf(pid=28380): Terminating (SIGINT)\u000a04:45:29.098157 run patchelf(pid=28380): Terminated: ok {rc=0}\u000a04:45:29.130929 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28377): Process ended prematurely: osmo-stp_10.42.42.5(pid=28377) [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:45:29.140406 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:45:29.202832 run osmo-hlr_10.42.42.2(pid=28374): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28374)]\u000a04:45:29.253679 run osmo-hlr_10.42.42.2(pid=28374): stdout: \u000a| (launched: 2022-12-10_04:45:25.847360) \u000a04:45:29.304894 run osmo-hlr_10.42.42.2(pid=28374): stderr: \u000a| �[0;m�[1;31m20221210044526046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044526046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044526046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044526046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044526047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044526047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044526059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044526067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044526068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044526068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:29.348823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28373): Terminating (SIGTERM)\u000a04:45:29.390433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28376): Terminating (SIGTERM)\u000a04:45:29.432020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28379): Terminating (SIGTERM)\u000a04:45:29.441550 --- ParallelTerminationStrategy: PID 28373 died...\u000a04:45:29.497093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28373): Terminated: ok {rc=0}\u000a04:45:29.507363 --- ParallelTerminationStrategy: PID 28376 died...\u000a04:45:29.562907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28376): Terminated: ok {rc=0}\u000a04:45:29.573160 --- ParallelTerminationStrategy: PID 28379 died...\u000a04:45:29.628884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28379): Terminated: ok {rc=0}\u000a04:45:29.716056 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:44:31" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28394): Process ended prematurely: osmo-stp_10.42.42.5(pid=28394) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28394)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28394): Process ended prematurely: osmo-stp_10.42.42.5(pid=28394) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:45:31.996590 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:32.011835 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:45:32.175875 tst cs_paging_gprs_active.py: using LAC 26082\u000a04:45:32.311624 tst cs_paging_gprs_active.py: using RAC 72\u000a04:45:32.438199 tst cs_paging_gprs_active.py: using CellId 26082\u000a04:45:32.556547 tst cs_paging_gprs_active.py: using BVCI 26083\u000a04:45:32.580063 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:32.591233 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:32.602151 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:32.614039 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:32.625861 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:32.637642 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:32.649501 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:32.661137 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:32.672997 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:45:32.794534 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:45:33.090459 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:45:33.225756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:33.560707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28384): Launched\u000a04:45:33.839394 run iperf3-srv_10.42.42.10(pid=28385): Launched\u000a04:45:34.038385 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:45:34.173954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:34.508443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28386): Launched\u000a04:45:34.787266 run iperf3-srv_10.42.42.10(pid=28387): Launched\u000a04:45:34.985687 tst cs_paging_gprs_active.py:38: start network...\u000a04:45:35.120686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:35.636553 run create_hlr_db(pid=28388): Launched\u000a04:45:35.823951 bus /gobi_6: Setting Powered False\u000a04:45:36.846622 run create_hlr_db(pid=28388): Terminated: ok {rc=0}\u000a04:45:37.253925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28390): Launched\u000a04:45:37.560906 run osmo-hlr_10.42.42.2(pid=28391): Launched\u000a04:45:37.679852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:38.212547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28393): Launched\u000a04:45:38.516054 run osmo-stp_10.42.42.5(pid=28394): Launched\u000a04:45:38.627635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:39.157739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28396): Launched\u000a04:45:39.266428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:39.531555 run patchelf(pid=28397): Launched\u000a04:45:39.709407 run osmo-stp_10.42.42.5(pid=28394): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28394)]\u000a04:45:39.839967 run osmo-stp_10.42.42.5(pid=28394): stdout: \u000a| (launched: 2022-12-10_04:45:38.366177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:39.975427 run osmo-stp_10.42.42.5(pid=28394): stderr: \u000a| �[0;m�[38;5;43m20221210044538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044538537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044538538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044538538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044538538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:40.109953 run osmo-stp_10.42.42.5(pid=28394): stdout: \u000a| (launched: 2022-12-10_04:45:38.366177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:40.242939 run osmo-stp_10.42.42.5(pid=28394): stderr: \u000a| �[0;m�[38;5;43m20221210044538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044538537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044538538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044538538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044538538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:40.396928 run patchelf(pid=28397): Terminating (SIGINT)\u000a04:45:40.578347 run patchelf(pid=28397): Terminated: ok {rc=0}\u000a04:45:40.612110 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28394): Process ended prematurely: osmo-stp_10.42.42.5(pid=28394) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28394)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:45:40.622426 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:45:40.685585 run osmo-hlr_10.42.42.2(pid=28391): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28391)]\u000a04:45:40.737498 run osmo-hlr_10.42.42.2(pid=28391): stdout: \u000a| (launched: 2022-12-10_04:45:37.407839) \u000a04:45:40.789488 run osmo-hlr_10.42.42.2(pid=28391): stderr: \u000a| �[0;m�[1;31m20221210044537585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044537585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044537586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044537586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044537586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044537586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044537599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044537609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044537609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044537609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:40.834390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28384): Terminating (SIGTERM)\u000a04:45:40.876087 run iperf3-srv_10.42.42.10(pid=28385): Terminating (SIGTERM)\u000a04:45:40.917835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28386): Terminating (SIGTERM)\u000a04:45:40.959496 run iperf3-srv_10.42.42.10(pid=28387): Terminating (SIGTERM)\u000a04:45:41.001221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28390): Terminating (SIGTERM)\u000a04:45:41.043047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28393): Terminating (SIGTERM)\u000a04:45:41.084908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28396): Terminating (SIGTERM)\u000a04:45:41.094814 --- ParallelTerminationStrategy: PID 28384 died...\u000a04:45:41.151117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28384): Terminated: ok {rc=0}\u000a04:45:41.161468 --- ParallelTerminationStrategy: PID 28385 died...\u000a04:45:41.217396 run iperf3-srv_10.42.42.10(pid=28385): Terminated {rc=256}\u000a04:45:41.227452 --- ParallelTerminationStrategy: PID 28386 died...\u000a04:45:41.283174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28386): Terminated: ok {rc=0}\u000a04:45:41.293540 --- ParallelTerminationStrategy: PID 28387 died...\u000a04:45:41.349660 run iperf3-srv_10.42.42.10(pid=28387): Terminated {rc=256}\u000a04:45:41.359910 --- ParallelTerminationStrategy: PID 28390 died...\u000a04:45:41.415846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28390): Terminated: ok {rc=0}\u000a04:45:41.426114 --- ParallelTerminationStrategy: PID 28393 died...\u000a04:45:41.481998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28393): Terminated: ok {rc=0}\u000a04:45:41.492200 --- ParallelTerminationStrategy: PID 28396 died...\u000a04:45:41.547776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28396): Terminated: ok {rc=0}\u000a04:45:41.634830 bus /gobi_0: Setting Powered False\u000a04:45:42.742001 bus /gobi_0: Setting Powered False\u000a04:45:43.848794 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28406): Process ended prematurely: osmo-stp_10.42.42.5(pid=28406) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28406)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28406): Process ended prematurely: osmo-stp_10.42.42.5(pid=28406) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:45:44.963013 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:44.975168 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:45:45.140117 tst iperf3.py: using LAC 26083\u000a04:45:45.266267 tst iperf3.py: using RAC 73\u000a04:45:45.392941 tst iperf3.py: using CellId 26083\u000a04:45:45.520940 tst iperf3.py: using BVCI 26084\u000a04:45:45.545783 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:45.557302 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:45.568589 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:45.579935 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:45.591262 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:45.602642 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:45.614070 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:45.625288 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:45.636653 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:45:45.938578 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:45:46.078597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:46.428071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28398): Launched\u000a04:45:46.744703 run iperf3-srv_10.42.42.10(pid=28399): Launched\u000a04:45:46.949554 tst iperf3.py:8: start network...\u000a04:45:47.087687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:47.608063 run create_hlr_db(pid=28400): Launched\u000a04:45:47.796687 bus /gobi_6: Setting Powered False\u000a04:45:48.817178 run create_hlr_db(pid=28400): Terminated: ok {rc=0}\u000a04:45:49.248323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28402): Launched\u000a04:45:49.573699 run osmo-hlr_10.42.42.2(pid=28403): Launched\u000a04:45:49.694481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:50.256269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28405): Launched\u000a04:45:50.579569 run osmo-stp_10.42.42.5(pid=28406): Launched\u000a04:45:50.696334 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:51.261754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28408): Launched\u000a04:45:51.377446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:51.658752 run patchelf(pid=28409): Launched\u000a04:45:51.848075 run osmo-stp_10.42.42.5(pid=28406): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28406)]\u000a04:45:51.986522 run osmo-stp_10.42.42.5(pid=28406): stdout: \u000a| (launched: 2022-12-10_04:45:50.420704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:52.126428 run osmo-stp_10.42.42.5(pid=28406): stderr: \u000a| �[0;m�[38;5;43m20221210044550618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044550618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044550619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044550619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044550619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044550619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044550620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:52.259772 run osmo-stp_10.42.42.5(pid=28406): stdout: \u000a| (launched: 2022-12-10_04:45:50.420704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:52.391731 run osmo-stp_10.42.42.5(pid=28406): stderr: \u000a| �[0;m�[38;5;43m20221210044550618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044550618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044550619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044550619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044550619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044550619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044550620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:52.546041 run patchelf(pid=28409): Terminating (SIGINT)\u000a04:45:52.728084 run patchelf(pid=28409): Terminated: ok {rc=0}\u000a04:45:52.761768 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28406): Process ended prematurely: osmo-stp_10.42.42.5(pid=28406) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28406)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:45:52.771933 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:45:52.835597 run osmo-hlr_10.42.42.2(pid=28403): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28403)]\u000a04:45:52.886777 run osmo-hlr_10.42.42.2(pid=28403): stdout: \u000a| (launched: 2022-12-10_04:45:49.413920) \u000a04:45:52.939198 run osmo-hlr_10.42.42.2(pid=28403): stderr: \u000a| �[0;m�[1;31m20221210044549614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044549614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044549614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044549614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044549614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044549614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044549626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044549634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044549635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044549635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:52.983522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28398): Terminating (SIGTERM)\u000a04:45:53.025254 run iperf3-srv_10.42.42.10(pid=28399): Terminating (SIGTERM)\u000a04:45:53.066918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28402): Terminating (SIGTERM)\u000a04:45:53.108754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28405): Terminating (SIGTERM)\u000a04:45:53.150458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28408): Terminating (SIGTERM)\u000a04:45:53.160221 --- ParallelTerminationStrategy: PID 28398 died...\u000a04:45:53.216585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28398): Terminated: ok {rc=0}\u000a04:45:53.226880 --- ParallelTerminationStrategy: PID 28399 died...\u000a04:45:53.282559 run iperf3-srv_10.42.42.10(pid=28399): Terminated {rc=256}\u000a04:45:53.292738 --- ParallelTerminationStrategy: PID 28402 died...\u000a04:45:53.348395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28402): Terminated: ok {rc=0}\u000a04:45:53.358659 --- ParallelTerminationStrategy: PID 28405 died...\u000a04:45:53.414527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28405): Terminated: ok {rc=0}\u000a04:45:53.424750 --- ParallelTerminationStrategy: PID 28408 died...\u000a04:45:53.480485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28408): Terminated: ok {rc=0}\u000a04:45:53.567756 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28424): Process ended prematurely: osmo-stp_10.42.42.5(pid=28424) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28424)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28424): Process ended prematurely: osmo-stp_10.42.42.5(pid=28424) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:45:54.683003 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:54.695476 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:45:54.861173 tst iperf3m4.py: using LAC 26084\u000a04:45:54.991004 tst iperf3m4.py: using RAC 74\u000a04:45:55.120136 tst iperf3m4.py: using CellId 26084\u000a04:45:55.244423 tst iperf3m4.py: using BVCI 26085\u000a04:45:55.269165 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:55.280549 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:55.291847 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:55.303155 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:55.314560 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:55.325898 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:55.337412 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:55.348634 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:45:55.360096 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:45:55.479160 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:45:55.598527 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:45:55.714718 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:45:55.993728 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:45:56.119978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:56.434388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28410): Launched\u000a04:45:56.695281 run iperf3-srv_10.42.42.10(pid=28411): Launched\u000a04:45:56.880373 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:45:57.007057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:57.322097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28412): Launched\u000a04:45:57.583221 run iperf3-srv_10.42.42.10(pid=28413): Launched\u000a04:45:57.768834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:45:57.895381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:58.209404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28414): Launched\u000a04:45:58.469918 run iperf3-srv_10.42.42.10(pid=28415): Launched\u000a04:45:58.655383 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:45:58.781830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:59.096917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28416): Launched\u000a04:45:59.357779 run iperf3-srv_10.42.42.10(pid=28417): Launched\u000a04:45:59.543259 tst iperf3m4.py:8: start network...\u000a04:45:59.669926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:00.146497 run create_hlr_db(pid=28418): Launched\u000a04:46:00.320538 bus /gobi_6: Setting Powered False\u000a04:46:01.358257 run create_hlr_db(pid=28418): Terminated: ok {rc=0}\u000a04:46:01.797635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28420): Launched\u000a04:46:02.216770 run osmo-hlr_10.42.42.2(pid=28421): Launched\u000a04:46:02.338868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:02.868162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28423): Launched\u000a04:46:03.172372 run osmo-stp_10.42.42.5(pid=28424): Launched\u000a04:46:03.283280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:03.810353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28426): Launched\u000a04:46:03.918233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:04.181577 run patchelf(pid=28427): Launched\u000a04:46:04.358151 run osmo-stp_10.42.42.5(pid=28424): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28424)]\u000a04:46:04.487767 run osmo-stp_10.42.42.5(pid=28424): stdout: \u000a| (launched: 2022-12-10_04:46:03.022693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:04.617950 run osmo-stp_10.42.42.5(pid=28424): stderr: \u000a| �[0;m�[38;5;43m20221210044603194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044603194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044603195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044603195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044603195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044603195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044603195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:04.742852 run osmo-stp_10.42.42.5(pid=28424): stdout: \u000a| (launched: 2022-12-10_04:46:03.022693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:04.866797 run osmo-stp_10.42.42.5(pid=28424): stderr: \u000a| �[0;m�[38;5;43m20221210044603194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044603194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044603195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044603195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044603195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044603195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044603195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:05.011522 run patchelf(pid=28427): Terminating (SIGINT)\u000a04:46:05.182465 run patchelf(pid=28427): Terminated: ok {rc=0}\u000a04:46:05.213979 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28424): Process ended prematurely: osmo-stp_10.42.42.5(pid=28424) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28424)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:46:05.223451 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:46:05.283672 run osmo-hlr_10.42.42.2(pid=28421): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28421)]\u000a04:46:05.332186 run osmo-hlr_10.42.42.2(pid=28421): stdout: \u000a| (launched: 2022-12-10_04:46:01.964477) \u000a04:46:05.381464 run osmo-hlr_10.42.42.2(pid=28421): stderr: \u000a| �[0;m�[1;31m20221210044602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044602207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044602223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044602223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044602223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:05.422878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28410): Terminating (SIGTERM)\u000a04:46:05.462398 run iperf3-srv_10.42.42.10(pid=28411): Terminating (SIGTERM)\u000a04:46:05.501901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28412): Terminating (SIGTERM)\u000a04:46:05.541326 run iperf3-srv_10.42.42.10(pid=28413): Terminating (SIGTERM)\u000a04:46:05.580729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28414): Terminating (SIGTERM)\u000a04:46:05.620273 run iperf3-srv_10.42.42.10(pid=28415): Terminating (SIGTERM)\u000a04:46:05.659490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28416): Terminating (SIGTERM)\u000a04:46:05.698665 run iperf3-srv_10.42.42.10(pid=28417): Terminating (SIGTERM)\u000a04:46:05.738482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28420): Terminating (SIGTERM)\u000a04:46:05.777900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28423): Terminating (SIGTERM)\u000a04:46:05.817905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28426): Terminating (SIGTERM)\u000a04:46:05.827497 --- ParallelTerminationStrategy: PID 28410 died...\u000a04:46:05.881126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28410): Terminated: ok {rc=0}\u000a04:46:05.891137 --- ParallelTerminationStrategy: PID 28411 died...\u000a04:46:05.944191 run iperf3-srv_10.42.42.10(pid=28411): Terminated {rc=256}\u000a04:46:05.954132 --- ParallelTerminationStrategy: PID 28412 died...\u000a04:46:06.007493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28412): Terminated: ok {rc=0}\u000a04:46:06.017366 --- ParallelTerminationStrategy: PID 28413 died...\u000a04:46:06.070741 run iperf3-srv_10.42.42.10(pid=28413): Terminated {rc=256}\u000a04:46:06.080398 --- ParallelTerminationStrategy: PID 28414 died...\u000a04:46:06.133895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28414): Terminated: ok {rc=0}\u000a04:46:06.143657 --- ParallelTerminationStrategy: PID 28415 died...\u000a04:46:06.197051 run iperf3-srv_10.42.42.10(pid=28415): Terminated {rc=256}\u000a04:46:06.207000 --- ParallelTerminationStrategy: PID 28416 died...\u000a04:46:06.260280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28416): Terminated: ok {rc=0}\u000a04:46:06.270329 --- ParallelTerminationStrategy: PID 28417 died...\u000a04:46:06.323610 run iperf3-srv_10.42.42.10(pid=28417): Terminated {rc=256}\u000a04:46:06.333299 --- ParallelTerminationStrategy: PID 28420 died...\u000a04:46:06.386473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28420): Terminated: ok {rc=0}\u000a04:46:06.396433 --- ParallelTerminationStrategy: PID 28423 died...\u000a04:46:06.449705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28423): Terminated: ok {rc=0}\u000a04:46:06.459736 --- ParallelTerminationStrategy: PID 28426 died...\u000a04:46:06.513291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28426): Terminated: ok {rc=0}\u000a04:46:06.601912 bus /gobi_4: Setting Powered False\u000a04:46:07.705864 bus /gobi_4: Setting Powered False\u000a04:46:08.816888 bus /gobi_1: Setting Powered False\u000a04:46:09.920323 bus /gobi_1: Setting Powered False\u000a04:46:11.026951 bus /gobi_0: Setting Powered False\u000a04:46:12.127905 bus /gobi_0: Setting Powered False\u000a04:46:13.239945 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28434): Process ended prematurely: osmo-stp_10.42.42.5(pid=28434) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28434): Process ended prematurely: osmo-stp_10.42.42.5(pid=28434) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:46:14.306871 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:14.318748 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:46:14.472653 tst ping.py: using LAC 26085\u000a04:46:14.588779 tst ping.py: using RAC 75\u000a04:46:14.706801 tst ping.py: using CellId 26085\u000a04:46:14.824072 tst ping.py: using BVCI 26086\u000a04:46:14.846774 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:14.857847 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:14.868606 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:14.879710 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:14.890739 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:14.901980 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:14.913316 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:14.924379 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:15.197256 tst ping.py:19: start network...\u000a04:46:15.320814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:15.786412 run create_hlr_db(pid=28428): Launched\u000a04:46:16.006864 bus /gobi_6: Setting Powered False\u000a04:46:17.016007 run create_hlr_db(pid=28428): Terminated: ok {rc=0}\u000a04:46:17.472708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28430): Launched\u000a04:46:17.791141 run osmo-hlr_10.42.42.2(pid=28431): Launched\u000a04:46:17.907484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:18.462260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28433): Launched\u000a04:46:18.779206 run osmo-stp_10.42.42.5(pid=28434): Launched\u000a04:46:18.893920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:19.450157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28436): Launched\u000a04:46:19.564250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:19.842013 run patchelf(pid=28437): Launched\u000a04:46:20.028346 run osmo-stp_10.42.42.5(pid=28434): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)]\u000a04:46:20.164757 run osmo-stp_10.42.42.5(pid=28434): stdout: \u000a| (launched: 2022-12-10_04:46:18.623476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:20.300731 run osmo-stp_10.42.42.5(pid=28434): stderr: \u000a| �[0;m�[38;5;43m20221210044618816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044618816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044618816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044618817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044618817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044618817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044618817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:20.432285 run osmo-stp_10.42.42.5(pid=28434): stdout: \u000a| (launched: 2022-12-10_04:46:18.623476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:20.562713 run osmo-stp_10.42.42.5(pid=28434): stderr: \u000a| �[0;m�[38;5;43m20221210044618816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044618816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044618816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044618817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044618817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044618817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044618817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:20.714526 run patchelf(pid=28437): Terminating (SIGINT)\u000a04:46:20.893429 run patchelf(pid=28437): Terminated: ok {rc=0}\u000a04:46:20.925965 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28434): Process ended prematurely: osmo-stp_10.42.42.5(pid=28434) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:46:20.935377 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:46:20.998873 run osmo-hlr_10.42.42.2(pid=28431): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28431)]\u000a04:46:21.050201 run osmo-hlr_10.42.42.2(pid=28431): stdout: \u000a| (launched: 2022-12-10_04:46:17.634610) \u000a04:46:21.102371 run osmo-hlr_10.42.42.2(pid=28431): stderr: \u000a| �[0;m�[1;31m20221210044617835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044617835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044617835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044617835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044617835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044617835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044617851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044617861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044617862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044617862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:21.146960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28430): Terminating (SIGTERM)\u000a04:46:21.188886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28433): Terminating (SIGTERM)\u000a04:46:21.230550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28436): Terminating (SIGTERM)\u000a04:46:21.240496 --- ParallelTerminationStrategy: PID 28430 died...\u000a04:46:21.296899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28430): Terminated: ok {rc=0}\u000a04:46:21.307265 --- ParallelTerminationStrategy: PID 28433 died...\u000a04:46:21.363391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28433): Terminated: ok {rc=0}\u000a04:46:21.373858 --- ParallelTerminationStrategy: PID 28436 died...\u000a04:46:21.429860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28436): Terminated: ok {rc=0}\u000a04:46:21.516325 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28444): Process ended prematurely: osmo-stp_10.42.42.5(pid=28444) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28444): Process ended prematurely: osmo-stp_10.42.42.5(pid=28444) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:46:22.568722 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:22.581078 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:46:22.744778 tst ping_idle_ping.py: using LAC 26086\u000a04:46:22.869241 tst ping_idle_ping.py: using RAC 76\u000a04:46:22.995894 tst ping_idle_ping.py: using CellId 26086\u000a04:46:23.121285 tst ping_idle_ping.py: using BVCI 26087\u000a04:46:23.146267 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:23.158023 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:23.169865 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:23.182021 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:23.194009 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:23.206014 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:23.218172 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:23.230121 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:23.521589 tst ping_idle_ping.py:24: start network...\u000a04:46:23.655591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:24.168395 run create_hlr_db(pid=28438): Launched\u000a04:46:24.354430 bus /gobi_6: Setting Powered False\u000a04:46:25.374794 run create_hlr_db(pid=28438): Terminated: ok {rc=0}\u000a04:46:25.798816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28440): Launched\u000a04:46:26.117588 run osmo-hlr_10.42.42.2(pid=28441): Launched\u000a04:46:26.238041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:26.792833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28443): Launched\u000a04:46:27.112343 run osmo-stp_10.42.42.5(pid=28444): Launched\u000a04:46:27.228857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:27.786586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28446): Launched\u000a04:46:27.901754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:28.179493 run patchelf(pid=28447): Launched\u000a04:46:28.367187 run osmo-stp_10.42.42.5(pid=28444): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)]\u000a04:46:28.503737 run osmo-stp_10.42.42.5(pid=28444): stdout: \u000a| (launched: 2022-12-10_04:46:26.955222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:28.641128 run osmo-stp_10.42.42.5(pid=28444): stderr: \u000a| �[0;m�[38;5;43m20221210044627149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044627149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044627149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044627150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044627150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044627150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044627150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:28.773816 run osmo-stp_10.42.42.5(pid=28444): stdout: \u000a| (launched: 2022-12-10_04:46:26.955222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:28.905343 run osmo-stp_10.42.42.5(pid=28444): stderr: \u000a| �[0;m�[38;5;43m20221210044627149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044627149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044627149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044627150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044627150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044627150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044627150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:29.057797 run patchelf(pid=28447): Terminating (SIGINT)\u000a04:46:29.237614 run patchelf(pid=28447): Terminated: ok {rc=0}\u000a04:46:29.270427 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28444): Process ended prematurely: osmo-stp_10.42.42.5(pid=28444) [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:46:29.279791 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:46:29.342997 run osmo-hlr_10.42.42.2(pid=28441): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28441)]\u000a04:46:29.394782 run osmo-hlr_10.42.42.2(pid=28441): stdout: \u000a| (launched: 2022-12-10_04:46:25.960477) \u000a04:46:29.446954 run osmo-hlr_10.42.42.2(pid=28441): stderr: \u000a| �[0;m�[1;31m20221210044626160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044626160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044626160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044626160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044626160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044626160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044626172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044626180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044626181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044626181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:29.491271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28440): Terminating (SIGTERM)\u000a04:46:29.533715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28443): Terminating (SIGTERM)\u000a04:46:29.575695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28446): Terminating (SIGTERM)\u000a04:46:29.585589 --- ParallelTerminationStrategy: PID 28440 died...\u000a04:46:29.641693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28440): Terminated: ok {rc=0}\u000a04:46:29.652206 --- ParallelTerminationStrategy: PID 28443 died...\u000a04:46:29.708428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28443): Terminated: ok {rc=0}\u000a04:46:29.718753 --- ParallelTerminationStrategy: PID 28446 died...\u000a04:46:29.775059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28446): Terminated: ok {rc=0}\u000a04:46:29.862619 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:45:31" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28461): Process ended prematurely: osmo-stp_10.42.42.5(pid=28461) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28461)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28461): Process ended prematurely: osmo-stp_10.42.42.5(pid=28461) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:46:32.094564 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:32.108122 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:46:32.255253 tst cs_paging_gprs_active.py: using LAC 26087\u000a04:46:32.379355 tst cs_paging_gprs_active.py: using RAC 77\u000a04:46:32.502739 tst cs_paging_gprs_active.py: using CellId 26087\u000a04:46:32.626204 tst cs_paging_gprs_active.py: using BVCI 26088\u000a04:46:32.650754 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:32.662662 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:32.674913 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:32.687046 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:32.698807 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:32.710633 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:32.722525 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:32.734586 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:32.746884 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:46:32.862624 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:46:33.141035 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:46:33.267231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:33.579025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28451): Launched\u000a04:46:33.837928 run iperf3-srv_10.42.42.10(pid=28452): Launched\u000a04:46:34.021746 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:46:34.147058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:34.459034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28453): Launched\u000a04:46:34.717886 run iperf3-srv_10.42.42.10(pid=28454): Launched\u000a04:46:34.901615 tst cs_paging_gprs_active.py:38: start network...\u000a04:46:35.026808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:35.518058 run create_hlr_db(pid=28455): Launched\u000a04:46:35.704711 bus /gobi_6: Setting Powered False\u000a04:46:36.725839 run create_hlr_db(pid=28455): Terminated: ok {rc=0}\u000a04:46:37.131641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28457): Launched\u000a04:46:37.431891 run osmo-hlr_10.42.42.2(pid=28458): Launched\u000a04:46:37.550600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:38.079359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28460): Launched\u000a04:46:38.379223 run osmo-stp_10.42.42.5(pid=28461): Launched\u000a04:46:38.488294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:39.013265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28463): Launched\u000a04:46:39.120128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:39.383206 run patchelf(pid=28464): Launched\u000a04:46:39.559615 run osmo-stp_10.42.42.5(pid=28461): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28461)]\u000a04:46:39.689349 run osmo-stp_10.42.42.5(pid=28461): stdout: \u000a| (launched: 2022-12-10_04:46:38.232219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:39.819214 run osmo-stp_10.42.42.5(pid=28461): stderr: \u000a| �[0;m�[38;5;43m20221210044638402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044638402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044638402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044638403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044638405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044638405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044638405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:39.943716 run osmo-stp_10.42.42.5(pid=28461): stdout: \u000a| (launched: 2022-12-10_04:46:38.232219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:40.067677 run osmo-stp_10.42.42.5(pid=28461): stderr: \u000a| �[0;m�[38;5;43m20221210044638402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044638402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044638402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044638403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044638405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044638405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044638405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:40.211808 run patchelf(pid=28464): Terminating (SIGINT)\u000a04:46:40.381211 run patchelf(pid=28464): Terminated: ok {rc=0}\u000a04:46:40.412402 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28461): Process ended prematurely: osmo-stp_10.42.42.5(pid=28461) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28461)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a04:46:40.422139 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a04:46:40.482565 run osmo-hlr_10.42.42.2(pid=28458): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28458)]\u000a04:46:40.531780 run osmo-hlr_10.42.42.2(pid=28458): stdout: \u000a| (launched: 2022-12-10_04:46:37.284587) \u000a04:46:40.581979 run osmo-hlr_10.42.42.2(pid=28458): stderr: \u000a| �[0;m�[1;31m20221210044637463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044637463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044637463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044637463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044637463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044637463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044637475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044637484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044637484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044637484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:40.623757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28451): Terminating (SIGTERM)\u000a04:46:40.663560 run iperf3-srv_10.42.42.10(pid=28452): Terminating (SIGTERM)\u000a04:46:40.703528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28453): Terminating (SIGTERM)\u000a04:46:40.743184 run iperf3-srv_10.42.42.10(pid=28454): Terminating (SIGTERM)\u000a04:46:40.783244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28457): Terminating (SIGTERM)\u000a04:46:40.823201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28460): Terminating (SIGTERM)\u000a04:46:40.862829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28463): Terminating (SIGTERM)\u000a04:46:40.872154 --- ParallelTerminationStrategy: PID 28451 died...\u000a04:46:40.925488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28451): Terminated: ok {rc=0}\u000a04:46:40.935301 --- ParallelTerminationStrategy: PID 28452 died...\u000a04:46:40.988498 run iperf3-srv_10.42.42.10(pid=28452): Terminated {rc=256}\u000a04:46:40.998054 --- ParallelTerminationStrategy: PID 28453 died...\u000a04:46:41.051983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28453): Terminated: ok {rc=0}\u000a04:46:41.061600 --- ParallelTerminationStrategy: PID 28454 died...\u000a04:46:41.114529 run iperf3-srv_10.42.42.10(pid=28454): Terminated {rc=256}\u000a04:46:41.124306 --- ParallelTerminationStrategy: PID 28457 died...\u000a04:46:41.177228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28457): Terminated: ok {rc=0}\u000a04:46:41.186945 --- ParallelTerminationStrategy: PID 28460 died...\u000a04:46:41.240169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28460): Terminated: ok {rc=0}\u000a04:46:41.249766 --- ParallelTerminationStrategy: PID 28463 died...\u000a04:46:41.303051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28463): Terminated: ok {rc=0}\u000a04:46:41.392360 bus /gobi_0: Setting Powered False\u000a04:46:42.496907 bus /gobi_0: Setting Powered False\u000a04:46:43.607775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28473): Process ended prematurely: osmo-stp_10.42.42.5(pid=28473) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28473)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28473): Process ended prematurely: osmo-stp_10.42.42.5(pid=28473) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a04:46:44.720564 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:44.733083 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:46:44.878089 tst iperf3.py: using LAC 26088\u000a04:46:45.003714 tst iperf3.py: using RAC 78\u000a04:46:45.129028 tst iperf3.py: using CellId 26088\u000a04:46:45.253677 tst iperf3.py: using BVCI 26089\u000a04:46:45.278241 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:45.290305 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:45.302137 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:45.313847 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:45.325730 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:45.337592 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:45.349563 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:45.361262 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:45.373288 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:46:45.663724 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:46:45.797587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:46.146705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28465): Launched\u000a04:46:46.437539 run iperf3-srv_10.42.42.10(pid=28466): Launched\u000a04:46:46.637392 tst iperf3.py:8: start network...\u000a04:46:46.773667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:47.294575 run create_hlr_db(pid=28467): Launched\u000a04:46:47.480373 bus /gobi_6: Setting Powered False\u000a04:46:48.501639 run create_hlr_db(pid=28467): Terminated: ok {rc=0}\u000a04:46:48.904518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28469): Launched\u000a04:46:49.204239 run osmo-hlr_10.42.42.2(pid=28470): Launched\u000a04:46:49.320801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:49.847160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28472): Launched\u000a04:46:50.147080 run osmo-stp_10.42.42.5(pid=28473): Launched\u000a04:46:50.265235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:50.793451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28475): Launched\u000a04:46:50.900608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:51.163082 run patchelf(pid=28476): Launched\u000a04:46:51.339463 run osmo-stp_10.42.42.5(pid=28473): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28473)]\u000a04:46:51.469552 run osmo-stp_10.42.42.5(pid=28473): stdout: \u000a| (launched: 2022-12-10_04:46:49.999430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:51.599251 run osmo-stp_10.42.42.5(pid=28473): stderr: \u000a| �[0;m�[38;5;43m20221210044650169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044650169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044650170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044650170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044650170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044650170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044650171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:51.724213 run osmo-stp_10.42.42.5(pid=28473): stdout: \u000a| (launched: 2022-12-10_04:46:49.999430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:51.847705 run osmo-stp_10.42.42.5(pid=28473): stderr: \u000a| �[0;m�[38;5;43m20221210044650169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044650169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044650170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044650170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044650170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044650170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044650171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:51.991808 run patchelf(pid=28476): Terminating (SIGINT)\u000a04:46:52.161256 run patchelf(pid=28476): Terminated: ok {rc=0}\u000a04:46:52.192602 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28473): Process ended prematurely: osmo-stp_10.42.42.5(pid=28473) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28473)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a04:46:52.202716 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:46:52.262915 run osmo-hlr_10.42.42.2(pid=28470): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28470)]\u000a04:46:52.311656 run osmo-hlr_10.42.42.2(pid=28470): stdout: \u000a| (launched: 2022-12-10_04:46:49.056538) \u000a04:46:52.361255 run osmo-hlr_10.42.42.2(pid=28470): stderr: \u000a| �[0;m�[1;31m20221210044649233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044649233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044649233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044649233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044649233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044649233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044649244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044649254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044649254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044649254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:52.402993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28465): Terminating (SIGTERM)\u000a04:46:52.442591 run iperf3-srv_10.42.42.10(pid=28466): Terminating (SIGTERM)\u000a04:46:52.482176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28469): Terminating (SIGTERM)\u000a04:46:52.521636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28472): Terminating (SIGTERM)\u000a04:46:52.561262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28475): Terminating (SIGTERM)\u000a04:46:52.570551 --- ParallelTerminationStrategy: PID 28465 died...\u000a04:46:52.623195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28465): Terminated: ok {rc=0}\u000a04:46:52.632867 --- ParallelTerminationStrategy: PID 28466 died...\u000a04:46:52.685517 run iperf3-srv_10.42.42.10(pid=28466): Terminated {rc=256}\u000a04:46:52.695055 --- ParallelTerminationStrategy: PID 28469 died...\u000a04:46:52.747661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28469): Terminated: ok {rc=0}\u000a04:46:52.757474 --- ParallelTerminationStrategy: PID 28472 died...\u000a04:46:52.810196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28472): Terminated: ok {rc=0}\u000a04:46:52.819954 --- ParallelTerminationStrategy: PID 28475 died...\u000a04:46:52.872819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28475): Terminated: ok {rc=0}\u000a04:46:52.960266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28491): Process ended prematurely: osmo-stp_10.42.42.5(pid=28491) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28491)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28491): Process ended prematurely: osmo-stp_10.42.42.5(pid=28491) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a04:46:54.074084 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:54.086697 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:46:54.239073 tst iperf3m4.py: using LAC 26089\u000a04:46:54.363446 tst iperf3m4.py: using RAC 79\u000a04:46:54.488903 tst iperf3m4.py: using CellId 26089\u000a04:46:54.614093 tst iperf3m4.py: using BVCI 26090\u000a04:46:54.638556 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:54.650422 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:54.662142 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:54.674469 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:54.687141 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:54.698740 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:54.711080 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:54.723639 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:46:54.735545 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:46:54.855722 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:46:54.974013 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:46:55.093846 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:46:55.385540 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:46:55.520454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:55.852258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28477): Launched\u000a04:46:56.127475 run iperf3-srv_10.42.42.10(pid=28478): Launched\u000a04:46:56.324464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:46:56.458423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:56.790070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28479): Launched\u000a04:46:57.065140 run iperf3-srv_10.42.42.10(pid=28480): Launched\u000a04:46:57.262128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:46:57.395802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:57.727175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28481): Launched\u000a04:46:58.002544 run iperf3-srv_10.42.42.10(pid=28482): Launched\u000a04:46:58.199406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:46:58.333334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:58.665021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28483): Launched\u000a04:46:58.940699 run iperf3-srv_10.42.42.10(pid=28484): Launched\u000a04:46:59.137692 tst iperf3m4.py:8: start network...\u000a04:46:59.271818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:59.785484 run create_hlr_db(pid=28485): Launched\u000a04:46:59.970787 bus /gobi_6: Setting Powered False\u000a04:47:01.004788 run create_hlr_db(pid=28485): Terminated: ok {rc=0}\u000a04:47:01.457139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28487): Launched\u000a04:47:01.953595 run osmo-hlr_10.42.42.2(pid=28488): Launched\u000a04:47:02.170498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:02.753307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28490): Launched\u000a04:47:03.055080 run osmo-stp_10.42.42.5(pid=28491): Launched\u000a04:47:03.165022 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:03.690770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28493): Launched\u000a04:47:03.798674 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:04.061950 run patchelf(pid=28494): Launched\u000a04:47:04.238682 run osmo-stp_10.42.42.5(pid=28491): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28491)]\u000a04:47:04.368033 run osmo-stp_10.42.42.5(pid=28491): stdout: \u000a| (launched: 2022-12-10_04:47:02.907112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:04.498176 run osmo-stp_10.42.42.5(pid=28491): stderr: \u000a| �[0;m�[38;5;43m20221210044703075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044703076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044703076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044703076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044703078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:04.623055 run osmo-stp_10.42.42.5(pid=28491): stdout: \u000a| (launched: 2022-12-10_04:47:02.907112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:04.746812 run osmo-stp_10.42.42.5(pid=28491): stderr: \u000a| �[0;m�[38;5;43m20221210044703075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044703076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044703076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044703076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044703078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:04.891294 run patchelf(pid=28494): Terminating (SIGINT)\u000a04:47:05.060768 run patchelf(pid=28494): Terminated: ok {rc=0}\u000a04:47:05.092156 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28491): Process ended prematurely: osmo-stp_10.42.42.5(pid=28491) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28491)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a04:47:05.101706 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a04:47:05.162602 run osmo-hlr_10.42.42.2(pid=28488): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28488)]\u000a04:47:05.211449 run osmo-hlr_10.42.42.2(pid=28488): stdout: \u000a| (launched: 2022-12-10_04:47:01.667981) \u000a04:47:05.260778 run osmo-hlr_10.42.42.2(pid=28488): stderr: \u000a| �[0;m�[1;31m20221210044701915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044701915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044701915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044701915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044701915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044701915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044701929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044701945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044701945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044701945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:05.302581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28477): Terminating (SIGTERM)\u000a04:47:05.342409 run iperf3-srv_10.42.42.10(pid=28478): Terminating (SIGTERM)\u000a04:47:05.382216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28479): Terminating (SIGTERM)\u000a04:47:05.421913 run iperf3-srv_10.42.42.10(pid=28480): Terminating (SIGTERM)\u000a04:47:05.461685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28481): Terminating (SIGTERM)\u000a04:47:05.501552 run iperf3-srv_10.42.42.10(pid=28482): Terminating (SIGTERM)\u000a04:47:05.541450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28483): Terminating (SIGTERM)\u000a04:47:05.581006 run iperf3-srv_10.42.42.10(pid=28484): Terminating (SIGTERM)\u000a04:47:05.621085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28487): Terminating (SIGTERM)\u000a04:47:05.660562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28490): Terminating (SIGTERM)\u000a04:47:05.700288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28493): Terminating (SIGTERM)\u000a04:47:05.709817 --- ParallelTerminationStrategy: PID 28477 died...\u000a04:47:05.762932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28477): Terminated: ok {rc=0}\u000a04:47:05.772886 --- ParallelTerminationStrategy: PID 28478 died...\u000a04:47:05.826016 run iperf3-srv_10.42.42.10(pid=28478): Terminated {rc=256}\u000a04:47:05.835938 --- ParallelTerminationStrategy: PID 28479 died...\u000a04:47:05.888781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28479): Terminated: ok {rc=0}\u000a04:47:05.898525 --- ParallelTerminationStrategy: PID 28480 died...\u000a04:47:05.951227 run iperf3-srv_10.42.42.10(pid=28480): Terminated {rc=256}\u000a04:47:05.961037 --- ParallelTerminationStrategy: PID 28481 died...\u000a04:47:06.013715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28481): Terminated: ok {rc=0}\u000a04:47:06.023414 --- ParallelTerminationStrategy: PID 28482 died...\u000a04:47:06.076391 run iperf3-srv_10.42.42.10(pid=28482): Terminated {rc=256}\u000a04:47:06.085966 --- ParallelTerminationStrategy: PID 28483 died...\u000a04:47:06.138677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28483): Terminated: ok {rc=0}\u000a04:47:06.148444 --- ParallelTerminationStrategy: PID 28484 died...\u000a04:47:06.201401 run iperf3-srv_10.42.42.10(pid=28484): Terminated {rc=256}\u000a04:47:06.210825 --- ParallelTerminationStrategy: PID 28487 died...\u000a04:47:06.263977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28487): Terminated: ok {rc=0}\u000a04:47:06.273946 --- ParallelTerminationStrategy: PID 28490 died...\u000a04:47:06.327050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28490): Terminated: ok {rc=0}\u000a04:47:06.336624 --- ParallelTerminationStrategy: PID 28493 died...\u000a04:47:06.389514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28493): Terminated: ok {rc=0}\u000a04:47:06.477331 bus /gobi_4: Setting Powered False\u000a04:47:07.580510 bus /gobi_4: Setting Powered False\u000a04:47:08.686894 bus /gobi_1: Setting Powered False\u000a04:47:09.792624 bus /gobi_1: Setting Powered False\u000a04:47:10.899839 bus /gobi_0: Setting Powered False\u000a04:47:12.000666 bus /gobi_0: Setting Powered False\u000a04:47:13.111847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28502): Process ended prematurely: osmo-stp_10.42.42.5(pid=28502) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28502)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28502): Process ended prematurely: osmo-stp_10.42.42.5(pid=28502) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a04:47:14.179090 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:14.191297 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:47:14.326857 tst ping.py: using LAC 26090\u000a04:47:14.441154 tst ping.py: using RAC 80\u000a04:47:14.557925 tst ping.py: using CellId 26090\u000a04:47:14.680719 tst ping.py: using BVCI 26091\u000a04:47:14.704936 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:14.717209 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:14.729378 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:14.741124 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:14.753409 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:14.765163 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:14.777006 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:14.788638 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:15.061543 tst ping.py:19: start network...\u000a04:47:15.184781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:15.650854 run create_hlr_db(pid=28496): Launched\u000a04:47:15.821715 bus /gobi_6: Setting Powered False\u000a04:47:16.881214 run create_hlr_db(pid=28496): Terminated: ok {rc=0}\u000a04:47:17.339870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28498): Launched\u000a04:47:17.636221 run osmo-hlr_10.42.42.2(pid=28499): Launched\u000a04:47:17.747453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:18.267833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28501): Launched\u000a04:47:18.561928 run osmo-stp_10.42.42.5(pid=28502): Launched\u000a04:47:18.669810 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:19.182800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28504): Launched\u000a04:47:19.288175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:19.544732 run patchelf(pid=28505): Launched\u000a04:47:19.718163 run osmo-stp_10.42.42.5(pid=28502): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28502)]\u000a04:47:19.844626 run osmo-stp_10.42.42.5(pid=28502): stdout: \u000a| (launched: 2022-12-10_04:47:18.416773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:19.971702 run osmo-stp_10.42.42.5(pid=28502): stderr: \u000a| �[0;m�[38;5;43m20221210044718585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044718585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044718586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044718586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044718587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044718587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044718587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:20.093681 run osmo-stp_10.42.42.5(pid=28502): stdout: \u000a| (launched: 2022-12-10_04:47:18.416773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:20.214679 run osmo-stp_10.42.42.5(pid=28502): stderr: \u000a| �[0;m�[38;5;43m20221210044718585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044718585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044718586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044718586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044718587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044718587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044718587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:20.355502 run patchelf(pid=28505): Terminating (SIGINT)\u000a04:47:20.520893 run patchelf(pid=28505): Terminated: ok {rc=0}\u000a04:47:20.551287 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28502): Process ended prematurely: osmo-stp_10.42.42.5(pid=28502) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28502)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a04:47:20.560250 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:47:20.620441 run osmo-hlr_10.42.42.2(pid=28499): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28499)]\u000a04:47:20.669235 run osmo-hlr_10.42.42.2(pid=28499): stdout: \u000a| (launched: 2022-12-10_04:47:17.489958) \u000a04:47:20.719221 run osmo-hlr_10.42.42.2(pid=28499): stderr: \u000a| �[0;m�[1;31m20221210044717667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044717667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044717667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044717667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044717667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044717667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044717679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044717688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044717688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044717688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:20.761057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28498): Terminating (SIGTERM)\u000a04:47:20.800924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28501): Terminating (SIGTERM)\u000a04:47:20.840710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28504): Terminating (SIGTERM)\u000a04:47:20.850089 --- ParallelTerminationStrategy: PID 28498 died...\u000a04:47:20.903086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28498): Terminated: ok {rc=0}\u000a04:47:20.912830 --- ParallelTerminationStrategy: PID 28501 died...\u000a04:47:20.965907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28501): Terminated: ok {rc=0}\u000a04:47:20.975434 --- ParallelTerminationStrategy: PID 28504 died...\u000a04:47:21.028242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28504): Terminated: ok {rc=0}\u000a04:47:21.110689 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28512): Process ended prematurely: osmo-stp_10.42.42.5(pid=28512) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28512)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28512): Process ended prematurely: osmo-stp_10.42.42.5(pid=28512) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a04:47:22.162954 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:22.176076 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:47:22.318004 tst ping_idle_ping.py: using LAC 26091\u000a04:47:22.440796 tst ping_idle_ping.py: using RAC 81\u000a04:47:22.563778 tst ping_idle_ping.py: using CellId 26091\u000a04:47:22.683549 tst ping_idle_ping.py: using BVCI 26092\u000a04:47:22.706287 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:22.717923 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:22.729238 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:22.741649 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:22.753704 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:22.765783 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:22.777978 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:22.790000 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:23.068844 tst ping_idle_ping.py:24: start network...\u000a04:47:23.193163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:23.662061 run create_hlr_db(pid=28506): Launched\u000a04:47:23.834127 bus /gobi_6: Setting Powered False\u000a04:47:24.855108 run create_hlr_db(pid=28506): Terminated: ok {rc=0}\u000a04:47:25.276161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28508): Launched\u000a04:47:25.593857 run osmo-hlr_10.42.42.2(pid=28509): Launched\u000a04:47:25.710132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:26.258223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28511): Launched\u000a04:47:26.574292 run osmo-stp_10.42.42.5(pid=28512): Launched\u000a04:47:26.689035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:27.239207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28514): Launched\u000a04:47:27.351865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:27.626490 run patchelf(pid=28515): Launched\u000a04:47:27.811565 run osmo-stp_10.42.42.5(pid=28512): ERR: Terminated: ERROR {rc=1} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28512)]\u000a04:47:27.945860 run osmo-stp_10.42.42.5(pid=28512): stdout: \u000a| (launched: 2022-12-10_04:47:26.418582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:28.080802 run osmo-stp_10.42.42.5(pid=28512): stderr: \u000a| �[0;m�[38;5;43m20221210044726611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044726611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044726612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044726612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044726613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044726613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044726613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:28.211008 run osmo-stp_10.42.42.5(pid=28512): stdout: \u000a| (launched: 2022-12-10_04:47:26.418582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:28.339933 run osmo-stp_10.42.42.5(pid=28512): stderr: \u000a| �[0;m�[38;5;43m20221210044726611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044726611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044726612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044726612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044726613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044726613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044726613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:28.490199 run patchelf(pid=28515): Terminating (SIGINT)\u000a04:47:28.666910 run patchelf(pid=28515): Terminated: ok {rc=0}\u000a04:47:28.699372 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28512): Process ended prematurely: osmo-stp_10.42.42.5(pid=28512) [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28512)] [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a04:47:28.708784 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:47:28.771688 run osmo-hlr_10.42.42.2(pid=28509): ERR: Terminated: ERROR {rc=237} [trial-2369↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28509)]\u000a04:47:28.822809 run osmo-hlr_10.42.42.2(pid=28509): stdout: \u000a| (launched: 2022-12-10_04:47:25.437947) \u000a04:47:28.874368 run osmo-hlr_10.42.42.2(pid=28509): stderr: \u000a| �[0;m�[1;31m20221210044725635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044725635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044725635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044725635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044725635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044725636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044725647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044725655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044725656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044725656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:28.918201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28508): Terminating (SIGTERM)\u000a04:47:28.959447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28511): Terminating (SIGTERM)\u000a04:47:29.000789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28514): Terminating (SIGTERM)\u000a04:47:29.010429 --- ParallelTerminationStrategy: PID 28508 died...\u000a04:47:29.065891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28508): Terminated: ok {rc=0}\u000a04:47:29.075859 --- ParallelTerminationStrategy: PID 28511 died...\u000a04:47:29.131096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28511): Terminated: ok {rc=0}\u000a04:47:29.141130 --- ParallelTerminationStrategy: PID 28514 died...\u000a04:47:29.196398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28514): Terminated: ok {rc=0}\u000a04:47:29.282832 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:46:31" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28526): Process ended prematurely: osmo-stp_10.42.42.5(pid=28526) [trial-2369↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28526): Process ended prematurely: osmo-stp_10.42.42.5(pid=28526) [trial-2369↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:47:31.335130 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:47:31.348274 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:47:31.508474 tst switch_tch_pdch.py: using LAC 26092\u000a04:47:31.658848 tst switch_tch_pdch.py: using RAC 82\u000a04:47:31.823382 tst switch_tch_pdch.py: using CellId 26092\u000a04:47:31.956939 tst switch_tch_pdch.py: using BVCI 26093\u000a04:47:31.982025 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:47:31.994741 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:47:32.007261 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:47:32.019838 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:47:32.032361 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:47:32.044806 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:47:32.057404 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:47:32.070056 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:47:32.200546 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:47:32.476055 tst switch_tch_pdch.py:51: start network...\u000a04:47:32.599507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:33.063195 run create_hlr_db(pid=28520): Launched\u000a04:47:33.234222 bus /gobi_6: Setting Powered False\u000a04:47:34.260848 run create_hlr_db(pid=28520): Terminated: ok {rc=0}\u000a04:47:34.656228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28522): Launched\u000a04:47:34.951769 run osmo-hlr_10.42.42.2(pid=28523): Launched\u000a04:47:35.065964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:35.585780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28525): Launched\u000a04:47:35.881156 run osmo-stp_10.42.42.5(pid=28526): Launched\u000a04:47:35.997661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:36.513381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28529): Launched\u000a04:47:36.618861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:36.876318 run patchelf(pid=28530): Launched\u000a04:47:37.049050 run osmo-stp_10.42.42.5(pid=28526): ERR: Terminated: ERROR {rc=1} [trial-2369↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)]\u000a04:47:37.175828 run osmo-stp_10.42.42.5(pid=28526): stdout: \u000a| (launched: 2022-12-10_04:47:35.735625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:37.302702 run osmo-stp_10.42.42.5(pid=28526): stderr: \u000a| �[0;m�[38;5;43m20221210044735906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044735906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044735906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044735907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044735907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044735907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044735907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:37.424822 run osmo-stp_10.42.42.5(pid=28526): stdout: \u000a| (launched: 2022-12-10_04:47:35.735625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:37.546222 run osmo-stp_10.42.42.5(pid=28526): stderr: \u000a| �[0;m�[38;5;43m20221210044735906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044735906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044735906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044735907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044735907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044735907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044735907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:37.686899 run patchelf(pid=28530): Terminating (SIGINT)\u000a04:47:37.853059 run patchelf(pid=28530): Terminated: ok {rc=0}\u000a04:47:37.883284 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28526): Process ended prematurely: osmo-stp_10.42.42.5(pid=28526) [trial-2369↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)] [trial-2369↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:47:37.892152 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a04:47:37.951839 run osmo-hlr_10.42.42.2(pid=28523): ERR: Terminated: ERROR {rc=237} [trial-2369↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28523)]\u000a04:47:38.000637 run osmo-hlr_10.42.42.2(pid=28523): stdout: \u000a| (launched: 2022-12-10_04:47:34.805939) \u000a04:47:38.050121 run osmo-hlr_10.42.42.2(pid=28523): stderr: \u000a| �[0;m�[1;31m20221210044734981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044734981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044734981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044734981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044734981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044734981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044734993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044735003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044735003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044735003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:38.092162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28522): Terminating (SIGTERM)\u000a04:47:38.131997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28525): Terminating (SIGTERM)\u000a04:47:38.171730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28529): Terminating (SIGTERM)\u000a04:47:38.181122 --- ParallelTerminationStrategy: PID 28522 died...\u000a04:47:38.233994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28522): Terminated: ok {rc=0}\u000a04:47:38.243478 --- ParallelTerminationStrategy: PID 28525 died...\u000a04:47:38.296269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28525): Terminated: ok {rc=0}\u000a04:47:38.305948 --- ParallelTerminationStrategy: PID 28529 died...\u000a04:47:38.358636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28529): Terminated: ok {rc=0}\u000a04:47:38.446065 bus /gobi_0: Setting Powered False\u000a04:47:39.548859 bus /gobi_0: Setting Powered False\u000a04:47:40.659072 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:47:31" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28536) [trial-2369↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28536)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28536) [trial-2369↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a04:47:42.494240 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:47:42.599998 tst esme_connect_policy_acceptall.py: using MSISDN 7555\u000a04:47:42.734596 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:47:43.302064 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28535): Launched\u000a04:47:43.600442 run osmo-nitb_10.42.42.2(pid=28536): Launched\u000a04:47:43.786196 run osmo-nitb_10.42.42.2(pid=28536): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28536)]\u000a04:47:43.923436 run osmo-nitb_10.42.42.2(pid=28536): stdout: \u000a| (launched: 2022-12-10_04:47:43.455683) \u000a04:47:44.060876 run osmo-nitb_10.42.42.2(pid=28536): stderr: \u000a| (launched: 2022-12-10_04:47:43.500454)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:44.193794 run osmo-nitb_10.42.42.2(pid=28536): stdout: \u000a| (launched: 2022-12-10_04:47:43.455683) \u000a04:47:44.324912 run osmo-nitb_10.42.42.2(pid=28536): stderr: \u000a| (launched: 2022-12-10_04:47:43.500454)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:44.723584 tst osmo-nitb_10.42.42.2(pid=28536): stdout: \u000a| (launched: 2022-12-10_04:47:43.455683) \u000a04:47:44.844113 tst osmo-nitb_10.42.42.2(pid=28536): stderr: \u000a| (launched: 2022-12-10_04:47:43.500454)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:44.896927 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=28536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28536) [trial-2369↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28536)] [trial-2369↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a04:47:44.905356 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a04:47:44.940189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28535): Terminating (SIGTERM)\u000a04:47:45.117948 --- ParallelTerminationStrategy: PID 28535 died...\u000a04:47:45.172240 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28535): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28538): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28538) [trial-2369↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28538)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28538): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28538) [trial-2369↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a04:47:45.186835 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:47:45.303183 tst esme_connect_policy_closed.py: using MSISDN 7556\u000a04:47:45.425890 tst esme_connect_policy_closed.py: using MSISDN 7557\u000a04:47:45.533316 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:47:46.161598 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28537): Launched\u000a04:47:46.518292 run osmo-nitb_10.42.42.2(pid=28538): Launched\u000a04:47:46.694445 run osmo-nitb_10.42.42.2(pid=28538): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28538)]\u000a04:47:46.823491 run osmo-nitb_10.42.42.2(pid=28538): stdout: \u000a| (launched: 2022-12-10_04:47:46.343556) \u000a04:47:46.953752 run osmo-nitb_10.42.42.2(pid=28538): stderr: \u000a| (launched: 2022-12-10_04:47:46.389392)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:47.079276 run osmo-nitb_10.42.42.2(pid=28538): stdout: \u000a| (launched: 2022-12-10_04:47:46.343556) \u000a04:47:47.203396 run osmo-nitb_10.42.42.2(pid=28538): stderr: \u000a| (launched: 2022-12-10_04:47:46.389392)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:47.257732 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=28538): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28538) [trial-2369↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28538)] [trial-2369↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a04:47:47.265934 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a04:47:47.300517 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28537): Terminating (SIGTERM)\u000a04:47:47.478147 --- ParallelTerminationStrategy: PID 28537 died...\u000a04:47:47.532008 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28537): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28540): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28540) [trial-2369↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28540)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28540): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28540) [trial-2369↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a04:47:47.546445 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:47:47.557561 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a04:47:47.681446 tst esme_ms_sms_storeforward.py: using LAC 26093\u000a04:47:47.799848 tst esme_ms_sms_storeforward.py: using RAC 83\u000a04:47:47.919825 tst esme_ms_sms_storeforward.py: using CellId 26093\u000a04:47:48.038487 tst esme_ms_sms_storeforward.py: using BVCI 26094\u000a04:47:48.061722 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a04:47:48.274873 tst esme_ms_sms_storeforward.py: using MSISDN 7558\u000a04:47:48.461264 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a04:47:48.588507 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:47:49.216475 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28539): Launched\u000a04:47:49.519222 run osmo-nitb_10.42.42.2(pid=28540): Launched\u000a04:47:49.693320 run osmo-nitb_10.42.42.2(pid=28540): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28540)]\u000a04:47:49.820361 run osmo-nitb_10.42.42.2(pid=28540): stdout: \u000a| (launched: 2022-12-10_04:47:49.371926) \u000a04:47:49.948257 run osmo-nitb_10.42.42.2(pid=28540): stderr: \u000a| (launched: 2022-12-10_04:47:49.417238)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:50.071159 run osmo-nitb_10.42.42.2(pid=28540): stdout: \u000a| (launched: 2022-12-10_04:47:49.371926) \u000a04:47:50.193182 run osmo-nitb_10.42.42.2(pid=28540): stderr: \u000a| (launched: 2022-12-10_04:47:49.417238)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:50.246432 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=28540): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28540) [trial-2369↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28540)] [trial-2369↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a04:47:50.254611 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a04:47:50.288993 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28539): Terminating (SIGTERM)\u000a04:47:50.466302 --- ParallelTerminationStrategy: PID 28539 died...\u000a04:47:50.521163 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28539): Terminated: ok {rc=0}\u000a04:47:50.610154 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28542): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28542) [trial-2369↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28542)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28542): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28542) [trial-2369↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a04:47:51.662326 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:47:51.674122 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a04:47:51.821875 tst esme_ms_sms_transaction.py: using LAC 26094\u000a04:47:51.948409 tst esme_ms_sms_transaction.py: using RAC 84\u000a04:47:52.066119 tst esme_ms_sms_transaction.py: using CellId 26094\u000a04:47:52.183499 tst esme_ms_sms_transaction.py: using BVCI 26095\u000a04:47:52.206648 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a04:47:52.421567 tst esme_ms_sms_transaction.py: using MSISDN 7559\u000a04:47:52.606887 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a04:47:52.734014 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:47:53.355797 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28541): Launched\u000a04:47:53.655609 run osmo-nitb_10.42.42.2(pid=28542): Launched\u000a04:47:53.841615 run osmo-nitb_10.42.42.2(pid=28542): ERR: Terminated: ERROR {rc=2} [trial-2369↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28542)]\u000a04:47:53.979578 run osmo-nitb_10.42.42.2(pid=28542): stdout: \u000a| (launched: 2022-12-10_04:47:53.509916) \u000a04:47:54.117274 run osmo-nitb_10.42.42.2(pid=28542): stderr: \u000a| (launched: 2022-12-10_04:47:53.554922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:54.250441 run osmo-nitb_10.42.42.2(pid=28542): stdout: \u000a| (launched: 2022-12-10_04:47:53.509916) \u000a04:47:54.382174 run osmo-nitb_10.42.42.2(pid=28542): stderr: \u000a| (launched: 2022-12-10_04:47:53.554922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:54.778728 tst osmo-nitb_10.42.42.2(pid=28542): stdout: \u000a| (launched: 2022-12-10_04:47:53.509916) \u000a04:47:54.899579 tst osmo-nitb_10.42.42.2(pid=28542): stderr: \u000a| (launched: 2022-12-10_04:47:53.554922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:47:54.952483 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=28542): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28542) [trial-2369↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28542)] [trial-2369↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a04:47:54.960731 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a04:47:54.995612 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28541): Terminating (SIGTERM)\u000a04:47:55.173372 --- ParallelTerminationStrategy: PID 28541 died...\u000a04:47:55.227954 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28541): Terminated: ok {rc=0}\u000a04:47:55.316430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:47:42" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=28551): Process ended prematurely: osmo-hlr_10.42.42.2(pid=28551) [trial-2369↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28551)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=28551): Process ended prematurely: osmo-hlr_10.42.42.2(pid=28551) [trial-2369↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a04:47:57.117029 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:47:57.127541 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:47:57.138496 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:47:57.149753 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:47:57.259325 tst esme_connect_policy_acceptall.py: using MSISDN 7560\u000a04:47:57.367376 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a04:47:57.891013 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=28546): Launched\u000a04:47:58.195897 run osmo-stp_10.42.42.4(pid=28547): Launched\u000a04:47:58.303947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:58.778749 run create_hlr_db(pid=28548): Launched\u000a04:47:58.954084 bus /sierra_2: Setting Powered False\u000a04:47:59.974345 run create_hlr_db(pid=28548): Terminated: ok {rc=0}\u000a04:48:00.400212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28550): Launched\u000a04:48:00.722800 run osmo-hlr_10.42.42.2(pid=28551): Launched\u000a04:48:00.891573 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a04:48:01.526240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28553): Launched\u000a04:48:01.887385 run osmo-msc_10.42.42.5(pid=28554): Launched\u000a04:48:02.272396 run osmo-hlr_10.42.42.2(pid=28551): ERR: Terminated: ERROR {rc=237} [trial-2369↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28551)]\u000a04:48:02.444662 run osmo-hlr_10.42.42.2(pid=28551): stdout: \u000a| (launched: 2022-12-10_04:48:00.564228) \u000a04:48:02.581247 run osmo-hlr_10.42.42.2(pid=28551): stderr: \u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044800775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044800783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044800784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044800784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:02.711633 run osmo-hlr_10.42.42.2(pid=28551): stdout: \u000a| (launched: 2022-12-10_04:48:00.564228) \u000a04:48:02.841215 run osmo-hlr_10.42.42.2(pid=28551): stderr: \u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044800762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044800775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044800783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044800784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044800784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:02.897649 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=28551): Process ended prematurely: osmo-hlr_10.42.42.2(pid=28551) [trial-2369↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28551)] [trial-2369↪smpp↪esme_connect_policy_acceptall.py:23]\u000a04:48:02.906281 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.8 sec)\u000a04:48:02.969276 run osmo-msc_10.42.42.5(pid=28554): ERR: Terminated: ERROR {rc=9} [trial-2369↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=28554)]\u000a04:48:03.020406 run osmo-msc_10.42.42.5(pid=28554): stdout: \u000a| (launched: 2022-12-10_04:48:01.688331) \u000a04:48:03.072236 run osmo-msc_10.42.42.5(pid=28554): stderr: \u000a| �[0;m�[38;5;43m20221210044802226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210044802226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210044802226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210044802226 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210044802226 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210044802227 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210044802227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210044802227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210044802227 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a04:48:03.116235 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=28546): Terminating (SIGTERM)\u000a04:48:03.157779 run osmo-stp_10.42.42.4(pid=28547): Terminating (SIGTERM)\u000a04:48:03.200135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28550): Terminating (SIGTERM)\u000a04:48:03.242728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28553): Terminating (SIGTERM)\u000a04:48:03.252584 --- ParallelTerminationStrategy: PID 28546 died...\u000a04:48:03.309762 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=28546): Terminated: ok {rc=0}\u000a04:48:03.319925 --- ParallelTerminationStrategy: PID 28550 died...\u000a04:48:03.375720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28550): Terminated: ok {rc=0}\u000a04:48:03.385751 --- ParallelTerminationStrategy: PID 28547 died...\u000a04:48:03.441331 run osmo-stp_10.42.42.4(pid=28547): Terminated: ok {rc=0}\u000a04:48:03.451127 --- ParallelTerminationStrategy: PID 28553 died...\u000a04:48:03.506610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28553): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=28562): Process ended prematurely: osmo-hlr_10.42.42.2(pid=28562) [trial-2369↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28562)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=28562): Process ended prematurely: osmo-hlr_10.42.42.2(pid=28562) [trial-2369↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a04:48:03.521488 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:03.533020 tst smpp: Using 1 x bts (candidates: 1)\u000a04:48:03.662495 tst esme_connect_policy_closed.py: using LAC 26095\u000a04:48:03.789162 tst esme_connect_policy_closed.py: using RAC 85\u000a04:48:03.917243 tst esme_connect_policy_closed.py: using CellId 26095\u000a04:48:04.045626 tst esme_connect_policy_closed.py: using BVCI 26096\u000a04:48:04.070258 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:04.081201 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:04.091893 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:04.206563 tst esme_connect_policy_closed.py: using MSISDN 7561\u000a04:48:04.333240 tst esme_connect_policy_closed.py: using MSISDN 7562\u000a04:48:04.448445 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a04:48:05.007518 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=28557): Launched\u000a04:48:05.331405 run osmo-stp_10.42.42.4(pid=28558): Launched\u000a04:48:05.447273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:05.966438 run create_hlr_db(pid=28559): Launched\u000a04:48:07.155753 run create_hlr_db(pid=28559): Terminated: ok {rc=0}\u000a04:48:07.489154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28561): Launched\u000a04:48:07.813441 run osmo-hlr_10.42.42.2(pid=28562): Launched\u000a04:48:07.931095 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a04:48:08.524428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28564): Launched\u000a04:48:08.848897 run osmo-msc_10.42.42.5(pid=28565): Launched\u000a04:48:09.039299 run osmo-hlr_10.42.42.2(pid=28562): ERR: Terminated: ERROR {rc=237} [trial-2369↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28562)]\u000a04:48:09.176517 run osmo-hlr_10.42.42.2(pid=28562): stdout: \u000a| (launched: 2022-12-10_04:48:07.654318) \u000a04:48:09.313519 run osmo-hlr_10.42.42.2(pid=28562): stderr: \u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044807864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044807872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044807873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044807873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:09.443870 run osmo-hlr_10.42.42.2(pid=28562): stdout: \u000a| (launched: 2022-12-10_04:48:07.654318) \u000a04:48:09.572792 run osmo-hlr_10.42.42.2(pid=28562): stderr: \u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044807851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044807864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044807872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044807873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044807873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:09.629626 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=28562): Process ended prematurely: osmo-hlr_10.42.42.2(pid=28562) [trial-2369↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28562)] [trial-2369↪smpp↪esme_connect_policy_closed.py:31]\u000a04:48:09.638421 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a04:48:09.700464 run osmo-msc_10.42.42.5(pid=28565): ERR: Terminated: ERROR {rc=9} [trial-2369↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=28565)]\u000a04:48:09.751501 run osmo-msc_10.42.42.5(pid=28565): stdout: \u000a| (launched: 2022-12-10_04:48:08.689385) \u000a04:48:09.803473 run osmo-msc_10.42.42.5(pid=28565): stderr: \u000a| �[0;m�[38;5;43m20221210044809055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210044809055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210044809055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210044809055 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210044809055 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210044809055 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210044809056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210044809056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210044809056 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a04:48:09.847029 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=28557): Terminating (SIGTERM)\u000a04:48:09.888592 run osmo-stp_10.42.42.4(pid=28558): Terminating (SIGTERM)\u000a04:48:09.930794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28561): Terminating (SIGTERM)\u000a04:48:09.975631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28564): Terminating (SIGTERM)\u000a04:48:09.985361 --- ParallelTerminationStrategy: PID 28557 died...\u000a04:48:10.042819 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=28557): Terminated: ok {rc=0}\u000a04:48:10.052939 --- ParallelTerminationStrategy: PID 28558 died...\u000a04:48:10.108010 run osmo-stp_10.42.42.4(pid=28558): Terminated: ok {rc=0}\u000a04:48:10.118037 --- ParallelTerminationStrategy: PID 28561 died...\u000a04:48:10.173311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28561): Terminated: ok {rc=0}\u000a04:48:10.183333 --- ParallelTerminationStrategy: PID 28564 died...\u000a04:48:10.238787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28564): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28574): Process ended prematurely: osmo-stp_10.42.42.5(pid=28574) [trial-2369↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28574)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28574): Process ended prematurely: osmo-stp_10.42.42.5(pid=28574) [trial-2369↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a04:48:10.253462 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:10.264831 tst smpp: Using 1 x bts (candidates: 1)\u000a04:48:10.398022 tst esme_ms_sms_storeforward.py: using LAC 26096\u000a04:48:10.525935 tst esme_ms_sms_storeforward.py: using RAC 86\u000a04:48:10.648187 tst esme_ms_sms_storeforward.py: using CellId 26096\u000a04:48:10.769668 tst esme_ms_sms_storeforward.py: using BVCI 26097\u000a04:48:10.793311 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:10.803878 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:10.814433 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:10.825706 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:10.836865 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:10.848181 tst smpp: Using 1 x modem (candidates: 1)\u000a04:48:11.075125 tst esme_ms_sms_storeforward.py: using MSISDN 7563\u000a04:48:11.191624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:11.710782 run create_hlr_db(pid=28568): Launched\u000a04:48:12.901567 run create_hlr_db(pid=28568): Terminated: ok {rc=0}\u000a04:48:13.236288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28570): Launched\u000a04:48:13.562155 run osmo-hlr_10.42.42.2(pid=28571): Launched\u000a04:48:13.684617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:14.253224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28573): Launched\u000a04:48:14.578816 run osmo-stp_10.42.42.5(pid=28574): Launched\u000a04:48:14.697661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:48:15.289650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28576): Launched\u000a04:48:15.614358 run osmo-msc_10.42.42.6(pid=28577): Launched\u000a04:48:15.803916 run osmo-stp_10.42.42.5(pid=28574): ERR: Terminated: ERROR {rc=1} [trial-2369↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28574)]\u000a04:48:16.042280 run osmo-stp_10.42.42.5(pid=28574): stdout: \u000a| (launched: 2022-12-10_04:48:14.418857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:16.188111 run osmo-stp_10.42.42.5(pid=28574): stderr: \u000a| �[0;m�[38;5;43m20221210044814613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044814613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044814613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044814614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044814614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044814614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044814614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:16.315843 run osmo-stp_10.42.42.5(pid=28574): stdout: \u000a| (launched: 2022-12-10_04:48:14.418857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:16.444051 run osmo-stp_10.42.42.5(pid=28574): stderr: \u000a| �[0;m�[38;5;43m20221210044814613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044814613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044814613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044814614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044814614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044814614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044814614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:16.499678 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=28574): Process ended prematurely: osmo-stp_10.42.42.5(pid=28574) [trial-2369↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28574)] [trial-2369↪smpp↪esme_ms_sms_storeforward.py:30]\u000a04:48:16.509009 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a04:48:16.574425 run osmo-hlr_10.42.42.2(pid=28571): ERR: Terminated: ERROR {rc=237} [trial-2369↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28571)]\u000a04:48:16.628264 run osmo-hlr_10.42.42.2(pid=28571): stdout: \u000a| (launched: 2022-12-10_04:48:13.402048) \u000a04:48:16.682507 run osmo-hlr_10.42.42.2(pid=28571): stderr: \u000a| �[0;m�[1;31m20221210044813599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044813599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044813600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044813600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044813600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044813600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044813613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044813622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044813622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044813622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:16.753673 run osmo-msc_10.42.42.6(pid=28577): ERR: Terminated: ERROR {rc=2} [trial-2369↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28577)]\u000a04:48:16.805372 run osmo-msc_10.42.42.6(pid=28577): stdout: \u000a| (launched: 2022-12-10_04:48:15.454894) \u000a04:48:16.858977 run osmo-msc_10.42.42.6(pid=28577): stderr: \u000a| �[0;m�[38;5;43m20221210044815778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044815778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cc622cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044815778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044815779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044815779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044815779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044815781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044815781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044815782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044815782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:48:16.904301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28570): Terminating (SIGTERM)\u000a04:48:16.947809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28573): Terminating (SIGTERM)\u000a04:48:16.992341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28576): Terminating (SIGTERM)\u000a04:48:17.003759 --- ParallelTerminationStrategy: PID 28570 died...\u000a04:48:17.064047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28570): Terminated: ok {rc=0}\u000a04:48:17.074674 --- ParallelTerminationStrategy: PID 28573 died...\u000a04:48:17.131987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28573): Terminated: ok {rc=0}\u000a04:48:17.142550 --- ParallelTerminationStrategy: PID 28576 died...\u000a04:48:17.198853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28576): Terminated: ok {rc=0}\u000a04:48:17.287925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28585): Process ended prematurely: osmo-stp_10.42.42.5(pid=28585) [trial-2369↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28585)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28585): Process ended prematurely: osmo-stp_10.42.42.5(pid=28585) [trial-2369↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a04:48:18.339239 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:18.350867 tst smpp: Using 1 x bts (candidates: 1)\u000a04:48:18.483048 tst esme_ms_sms_transaction.py: using LAC 26097\u000a04:48:18.610170 tst esme_ms_sms_transaction.py: using RAC 87\u000a04:48:18.738633 tst esme_ms_sms_transaction.py: using CellId 26097\u000a04:48:18.862164 tst esme_ms_sms_transaction.py: using BVCI 26098\u000a04:48:18.885374 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:18.895960 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:18.906488 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:18.917253 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:18.927742 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:18.938191 tst smpp: Using 1 x modem (candidates: 1)\u000a04:48:19.160736 tst esme_ms_sms_transaction.py: using MSISDN 7564\u000a04:48:19.276415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:19.794144 run create_hlr_db(pid=28579): Launched\u000a04:48:19.982848 bus /sierra_2: Setting Powered False\u000a04:48:21.002277 run create_hlr_db(pid=28579): Terminated: ok {rc=0}\u000a04:48:21.416074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28581): Launched\u000a04:48:21.721829 run osmo-hlr_10.42.42.2(pid=28582): Launched\u000a04:48:21.842230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:22.376288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28584): Launched\u000a04:48:22.679762 run osmo-stp_10.42.42.5(pid=28585): Launched\u000a04:48:22.791698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:48:23.347134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28587): Launched\u000a04:48:23.653424 run osmo-msc_10.42.42.6(pid=28588): Launched\u000a04:48:23.832118 run osmo-stp_10.42.42.5(pid=28585): ERR: Terminated: ERROR {rc=1} [trial-2369↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28585)]\u000a04:48:23.961888 run osmo-stp_10.42.42.5(pid=28585): stdout: \u000a| (launched: 2022-12-10_04:48:22.530335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:24.089295 run osmo-stp_10.42.42.5(pid=28585): stderr: \u000a| �[0;m�[38;5;43m20221210044822703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044822703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044822704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044822704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044822704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044822705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044822705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:24.212698 run osmo-stp_10.42.42.5(pid=28585): stdout: \u000a| (launched: 2022-12-10_04:48:22.530335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:24.334729 run osmo-stp_10.42.42.5(pid=28585): stderr: \u000a| �[0;m�[38;5;43m20221210044822703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044822703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044822704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044822704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044822704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044822705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044822705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:24.388027 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=28585): Process ended prematurely: osmo-stp_10.42.42.5(pid=28585) [trial-2369↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28585)] [trial-2369↪smpp↪esme_ms_sms_transaction.py:28]\u000a04:48:24.396190 tst esme_ms_sms_transaction.py:28: Test FAILED (6.0 sec)\u000a04:48:24.456115 run osmo-hlr_10.42.42.2(pid=28582): ERR: Terminated: ERROR {rc=237} [trial-2369↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28582)]\u000a04:48:24.505200 run osmo-hlr_10.42.42.2(pid=28582): stdout: \u000a| (launched: 2022-12-10_04:48:21.571654) \u000a04:48:24.554786 run osmo-hlr_10.42.42.2(pid=28582): stderr: \u000a| �[0;m�[1;31m20221210044821749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044821749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044821749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044821750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044821750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044821750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044821762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044821771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044821771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044821772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:24.621845 run osmo-msc_10.42.42.6(pid=28588): ERR: Terminated: ERROR {rc=2} [trial-2369↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28588)]\u000a04:48:24.670707 run osmo-msc_10.42.42.6(pid=28588): stdout: \u000a| (launched: 2022-12-10_04:48:23.502054) \u000a04:48:24.720534 run osmo-msc_10.42.42.6(pid=28588): stderr: \u000a| �[0;m�[38;5;43m20221210044823775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044823775 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f483c941c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044823775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044823775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044823775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044823775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044823777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044823778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044823778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044823778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:48:24.762481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28581): Terminating (SIGTERM)\u000a04:48:24.802711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28584): Terminating (SIGTERM)\u000a04:48:24.842549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28587): Terminating (SIGTERM)\u000a04:48:24.851934 --- ParallelTerminationStrategy: PID 28581 died...\u000a04:48:24.905903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28581): Terminated: ok {rc=0}\u000a04:48:24.915498 --- ParallelTerminationStrategy: PID 28584 died...\u000a04:48:24.968532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28584): Terminated: ok {rc=0}\u000a04:48:24.978383 --- ParallelTerminationStrategy: PID 28587 died...\u000a04:48:25.031433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28587): Terminated: ok {rc=0}\u000a04:48:25.115542 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:47:56" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28599): Process ended prematurely: osmo-stp_10.42.42.5(pid=28599) [trial-2369↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28599)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28599): Process ended prematurely: osmo-stp_10.42.42.5(pid=28599) [trial-2369↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a04:48:26.999948 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:27.011370 tst encryption: Using 1 x bts (candidates: 1)\u000a04:48:27.135388 tst register_a5_0_authopt.py: using LAC 26098\u000a04:48:27.256499 tst register_a5_0_authopt.py: using RAC 88\u000a04:48:27.386050 tst register_a5_0_authopt.py: using CellId 26098\u000a04:48:27.513431 tst register_a5_0_authopt.py: using BVCI 26099\u000a04:48:27.538732 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:27.549907 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:27.560859 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:27.572238 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:27.583464 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:27.594484 tst encryption: Using 1 x modem (candidates: 1)\u000a04:48:27.876796 tst register_a5_0_authopt.py:8: start network...\u000a04:48:28.005499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:28.492118 run create_hlr_db(pid=28593): Launched\u000a04:48:28.670344 bus /sierra_2: Setting Powered False\u000a04:48:29.691333 run create_hlr_db(pid=28593): Terminated: ok {rc=0}\u000a04:48:30.126966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28595): Launched\u000a04:48:30.455633 run osmo-hlr_10.42.42.2(pid=28596): Launched\u000a04:48:30.578958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:31.161759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28598): Launched\u000a04:48:31.574645 run osmo-stp_10.42.42.5(pid=28599): Launched\u000a04:48:31.750152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:48:32.355996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28601): Launched\u000a04:48:32.687629 run osmo-msc_10.42.42.6(pid=28602): Launched\u000a04:48:32.879451 run osmo-stp_10.42.42.5(pid=28599): ERR: Terminated: ERROR {rc=1} [trial-2369↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28599)]\u000a04:48:33.017226 run osmo-stp_10.42.42.5(pid=28599): stdout: \u000a| (launched: 2022-12-10_04:48:31.324741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:33.154661 run osmo-stp_10.42.42.5(pid=28599): stderr: \u000a| �[0;m�[38;5;43m20221210044831660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044831660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044831669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044831670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044831670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044831670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044831670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:33.286619 run osmo-stp_10.42.42.5(pid=28599): stdout: \u000a| (launched: 2022-12-10_04:48:31.324741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:33.417627 run osmo-stp_10.42.42.5(pid=28599): stderr: \u000a| �[0;m�[38;5;43m20221210044831660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044831660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044831669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044831670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044831670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044831670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044831670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:33.475416 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28599): Process ended prematurely: osmo-stp_10.42.42.5(pid=28599) [trial-2369↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28599)] [trial-2369↪encryption↪register_a5_0_authopt.py:8]\u000a04:48:33.485007 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a04:48:33.547773 run osmo-hlr_10.42.42.2(pid=28596): ERR: Terminated: ERROR {rc=237} [trial-2369↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28596)]\u000a04:48:33.599265 run osmo-hlr_10.42.42.2(pid=28596): stdout: \u000a| (launched: 2022-12-10_04:48:30.294748) \u000a04:48:33.651226 run osmo-hlr_10.42.42.2(pid=28596): stderr: \u000a| �[0;m�[1;31m20221210044830493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044830493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044830493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044830493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044830493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044830493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044830506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044830514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044830514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044830514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:33.721555 run osmo-msc_10.42.42.6(pid=28602): ERR: Terminated: ERROR {rc=2} [trial-2369↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28602)]\u000a04:48:33.772634 run osmo-msc_10.42.42.6(pid=28602): stdout: \u000a| (launched: 2022-12-10_04:48:32.523517) \u000a04:48:33.824336 run osmo-msc_10.42.42.6(pid=28602): stderr: \u000a| �[0;m�[38;5;43m20221210044832848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044832849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f785460dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044832849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044832849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044832849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044832849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044832851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044832851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044832851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044832851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:48:33.868198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28595): Terminating (SIGTERM)\u000a04:48:33.909783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28598): Terminating (SIGTERM)\u000a04:48:33.951796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28601): Terminating (SIGTERM)\u000a04:48:33.961653 --- ParallelTerminationStrategy: PID 28595 died...\u000a04:48:34.017718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28595): Terminated: ok {rc=0}\u000a04:48:34.027875 --- ParallelTerminationStrategy: PID 28598 died...\u000a04:48:34.083604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28598): Terminated: ok {rc=0}\u000a04:48:34.093849 --- ParallelTerminationStrategy: PID 28601 died...\u000a04:48:34.149471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28601): Terminated: ok {rc=0}\u000a04:48:34.236721 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28610): Process ended prematurely: osmo-stp_10.42.42.5(pid=28610) [trial-2369↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28610)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28610): Process ended prematurely: osmo-stp_10.42.42.5(pid=28610) [trial-2369↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a04:48:35.349607 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:35.360578 tst encryption: Using 1 x bts (candidates: 1)\u000a04:48:35.493457 tst register_a5_0_authreq.py: using LAC 26099\u000a04:48:35.623448 tst register_a5_0_authreq.py: using RAC 89\u000a04:48:35.747160 tst register_a5_0_authreq.py: using CellId 26099\u000a04:48:35.872936 tst register_a5_0_authreq.py: using BVCI 26100\u000a04:48:35.896500 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:35.907075 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:35.917679 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:35.928207 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:35.938842 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:35.949501 tst encryption: Using 1 x modem (candidates: 1)\u000a04:48:36.247868 tst register_a5_0_authreq.py:8: start network...\u000a04:48:36.386015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:36.909487 run create_hlr_db(pid=28604): Launched\u000a04:48:37.099463 bus /sierra_2: Setting Powered False\u000a04:48:38.120657 run create_hlr_db(pid=28604): Terminated: ok {rc=0}\u000a04:48:38.535929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28606): Launched\u000a04:48:38.844540 run osmo-hlr_10.42.42.2(pid=28607): Launched\u000a04:48:38.966653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:39.513898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28609): Launched\u000a04:48:39.842467 run osmo-stp_10.42.42.5(pid=28610): Launched\u000a04:48:39.962089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:48:40.562073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28612): Launched\u000a04:48:40.891322 run osmo-msc_10.42.42.6(pid=28613): Launched\u000a04:48:41.086270 run osmo-stp_10.42.42.5(pid=28610): ERR: Terminated: ERROR {rc=1} [trial-2369↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28610)]\u000a04:48:41.224215 run osmo-stp_10.42.42.5(pid=28610): stdout: \u000a| (launched: 2022-12-10_04:48:39.681741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:41.362937 run osmo-stp_10.42.42.5(pid=28610): stderr: \u000a| �[0;m�[38;5;43m20221210044839875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044839875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044839875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044839875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044839876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044839876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044839876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:41.495087 run osmo-stp_10.42.42.5(pid=28610): stdout: \u000a| (launched: 2022-12-10_04:48:39.681741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:41.626492 run osmo-stp_10.42.42.5(pid=28610): stderr: \u000a| �[0;m�[38;5;43m20221210044839875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044839875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044839875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044839875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044839876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044839876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044839876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:41.684297 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28610): Process ended prematurely: osmo-stp_10.42.42.5(pid=28610) [trial-2369↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28610)] [trial-2369↪encryption↪register_a5_0_authreq.py:8]\u000a04:48:41.693983 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a04:48:41.757616 run osmo-hlr_10.42.42.2(pid=28607): ERR: Terminated: ERROR {rc=237} [trial-2369↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28607)]\u000a04:48:41.809898 run osmo-hlr_10.42.42.2(pid=28607): stdout: \u000a| (launched: 2022-12-10_04:48:38.693197) \u000a04:48:41.862459 run osmo-hlr_10.42.42.2(pid=28607): stderr: \u000a| �[0;m�[1;31m20221210044838869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044838869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044838869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044838869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044838869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044838870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044838881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044838890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044838890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044838890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:41.933662 run osmo-msc_10.42.42.6(pid=28613): ERR: Terminated: ERROR {rc=2} [trial-2369↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28613)]\u000a04:48:41.985315 run osmo-msc_10.42.42.6(pid=28613): stdout: \u000a| (launched: 2022-12-10_04:48:40.729798) \u000a04:48:42.037265 run osmo-msc_10.42.42.6(pid=28613): stderr: \u000a| �[0;m�[38;5;43m20221210044841055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044841055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1efb55fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044841055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044841055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044841055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044841056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044841057 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044841058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044841058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044841058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:48:42.081707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28606): Terminating (SIGTERM)\u000a04:48:42.123729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28609): Terminating (SIGTERM)\u000a04:48:42.165361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28612): Terminating (SIGTERM)\u000a04:48:42.175206 --- ParallelTerminationStrategy: PID 28606 died...\u000a04:48:42.231603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28606): Terminated: ok {rc=0}\u000a04:48:42.241841 --- ParallelTerminationStrategy: PID 28609 died...\u000a04:48:42.298057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28609): Terminated: ok {rc=0}\u000a04:48:42.308198 --- ParallelTerminationStrategy: PID 28612 died...\u000a04:48:42.363971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28612): Terminated: ok {rc=0}\u000a04:48:42.452010 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28621): Process ended prematurely: osmo-stp_10.42.42.5(pid=28621) [trial-2369↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28621)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28621): Process ended prematurely: osmo-stp_10.42.42.5(pid=28621) [trial-2369↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a04:48:43.568667 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:43.580410 tst encryption: Using 1 x bts (candidates: 1)\u000a04:48:43.712310 tst register_a5_1_authreq.py: using LAC 26100\u000a04:48:43.841153 tst register_a5_1_authreq.py: using RAC 90\u000a04:48:43.970993 tst register_a5_1_authreq.py: using CellId 26100\u000a04:48:44.099486 tst register_a5_1_authreq.py: using BVCI 26101\u000a04:48:44.124686 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:44.135729 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:44.146729 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:44.157819 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:44.168670 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:44.179540 tst encryption: Using 1 x modem (candidates: 1)\u000a04:48:44.461678 tst register_a5_1_authreq.py:8: start network...\u000a04:48:44.590786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:45.076692 run create_hlr_db(pid=28615): Launched\u000a04:48:45.254757 bus /sierra_2: Setting Powered False\u000a04:48:46.323160 run create_hlr_db(pid=28615): Terminated: ok {rc=0}\u000a04:48:46.780774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28617): Launched\u000a04:48:47.206581 run osmo-hlr_10.42.42.2(pid=28618): Launched\u000a04:48:47.321985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:47.859316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28620): Launched\u000a04:48:48.168029 run osmo-stp_10.42.42.5(pid=28621): Launched\u000a04:48:48.281162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:48:48.842514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28623): Launched\u000a04:48:49.152156 run osmo-msc_10.42.42.6(pid=28624): Launched\u000a04:48:49.334171 run osmo-stp_10.42.42.5(pid=28621): ERR: Terminated: ERROR {rc=1} [trial-2369↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28621)]\u000a04:48:49.466088 run osmo-stp_10.42.42.5(pid=28621): stdout: \u000a| (launched: 2022-12-10_04:48:48.016493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:49.595160 run osmo-stp_10.42.42.5(pid=28621): stderr: \u000a| �[0;m�[38;5;43m20221210044848189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044848189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044848190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044848190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044848190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044848191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044848191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:49.719728 run osmo-stp_10.42.42.5(pid=28621): stdout: \u000a| (launched: 2022-12-10_04:48:48.016493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:49.843698 run osmo-stp_10.42.42.5(pid=28621): stderr: \u000a| �[0;m�[38;5;43m20221210044848189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044848189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044848190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044848190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044848190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044848191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044848191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:49.898014 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28621): Process ended prematurely: osmo-stp_10.42.42.5(pid=28621) [trial-2369↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28621)] [trial-2369↪encryption↪register_a5_1_authreq.py:8]\u000a04:48:49.906645 tst register_a5_1_authreq.py:8: Test FAILED (6.4 sec)\u000a04:48:49.966981 run osmo-hlr_10.42.42.2(pid=28618): ERR: Terminated: ERROR {rc=237} [trial-2369↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28618)]\u000a04:48:50.016241 run osmo-hlr_10.42.42.2(pid=28618): stdout: \u000a| (launched: 2022-12-10_04:48:46.952360) \u000a04:48:50.066565 run osmo-hlr_10.42.42.2(pid=28618): stderr: \u000a| �[0;m�[1;31m20221210044847233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044847233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044847233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044847234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044847234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044847234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044847246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044847256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044847257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044847257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:50.134572 run osmo-msc_10.42.42.6(pid=28624): ERR: Terminated: ERROR {rc=2} [trial-2369↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28624)]\u000a04:48:50.183974 run osmo-msc_10.42.42.6(pid=28624): stdout: \u000a| (launched: 2022-12-10_04:48:48.999326) \u000a04:48:50.234063 run osmo-msc_10.42.42.6(pid=28624): stderr: \u000a| �[0;m�[38;5;43m20221210044849273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044849273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b6a45bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044849273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044849273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044849273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044849273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044849275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044849275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044849275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044849276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:48:50.276306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28617): Terminating (SIGTERM)\u000a04:48:50.316850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28620): Terminating (SIGTERM)\u000a04:48:50.357539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28623): Terminating (SIGTERM)\u000a04:48:50.366974 --- ParallelTerminationStrategy: PID 28617 died...\u000a04:48:50.420868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28617): Terminated: ok {rc=0}\u000a04:48:50.430610 --- ParallelTerminationStrategy: PID 28620 died...\u000a04:48:50.484085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28620): Terminated: ok {rc=0}\u000a04:48:50.493930 --- ParallelTerminationStrategy: PID 28623 died...\u000a04:48:50.547288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28623): Terminated: ok {rc=0}\u000a04:48:50.636804 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28632): Process ended prematurely: osmo-stp_10.42.42.5(pid=28632) [trial-2369↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28632)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28632): Process ended prematurely: osmo-stp_10.42.42.5(pid=28632) [trial-2369↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a04:48:51.748323 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:51.759417 tst encryption: Using 1 x bts (candidates: 1)\u000a04:48:51.885668 tst register_a5_3_authreq.py: using LAC 26101\u000a04:48:52.007217 tst register_a5_3_authreq.py: using RAC 91\u000a04:48:52.130345 tst register_a5_3_authreq.py: using CellId 26101\u000a04:48:52.250486 tst register_a5_3_authreq.py: using BVCI 26102\u000a04:48:52.273883 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:52.284348 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:52.294856 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:52.305526 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:52.316101 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:48:52.326685 tst encryption: Using 1 x modem (candidates: 1)\u000a04:48:52.635436 tst register_a5_3_authreq.py:8: start network...\u000a04:48:52.773890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:53.297978 run create_hlr_db(pid=28626): Launched\u000a04:48:53.488542 bus /sierra_2: Setting Powered False\u000a04:48:54.509689 run create_hlr_db(pid=28626): Terminated: ok {rc=0}\u000a04:48:54.945561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28628): Launched\u000a04:48:55.274259 run osmo-hlr_10.42.42.2(pid=28629): Launched\u000a04:48:55.396765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:55.967342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28631): Launched\u000a04:48:56.295100 run osmo-stp_10.42.42.5(pid=28632): Launched\u000a04:48:56.416597 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:48:57.013362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28634): Launched\u000a04:48:57.341063 run osmo-msc_10.42.42.6(pid=28635): Launched\u000a04:48:57.532816 run osmo-stp_10.42.42.5(pid=28632): ERR: Terminated: ERROR {rc=1} [trial-2369↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28632)]\u000a04:48:57.670760 run osmo-stp_10.42.42.5(pid=28632): stdout: \u000a| (launched: 2022-12-10_04:48:56.134702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:57.807680 run osmo-stp_10.42.42.5(pid=28632): stderr: \u000a| �[0;m�[38;5;43m20221210044856329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044856329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044856329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044856330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044856330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044856330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044856330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:57.939251 run osmo-stp_10.42.42.5(pid=28632): stdout: \u000a| (launched: 2022-12-10_04:48:56.134702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:58.069864 run osmo-stp_10.42.42.5(pid=28632): stderr: \u000a| �[0;m�[38;5;43m20221210044856329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210044856329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210044856329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210044856330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210044856330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210044856330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210044856330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:58.127607 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28632): Process ended prematurely: osmo-stp_10.42.42.5(pid=28632) [trial-2369↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28632)] [trial-2369↪encryption↪register_a5_3_authreq.py:8]\u000a04:48:58.137199 tst register_a5_3_authreq.py:8: Test FAILED (6.4 sec)\u000a04:48:58.198813 run osmo-hlr_10.42.42.2(pid=28629): ERR: Terminated: ERROR {rc=237} [trial-2369↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28629)]\u000a04:48:58.249648 run osmo-hlr_10.42.42.2(pid=28629): stdout: \u000a| (launched: 2022-12-10_04:48:55.112844) \u000a04:48:58.301043 run osmo-hlr_10.42.42.2(pid=28629): stderr: \u000a| �[0;m�[1;31m20221210044855313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210044855313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210044855313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044855313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210044855313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210044855313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210044855326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210044855334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210044855334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210044855334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:58.370816 run osmo-msc_10.42.42.6(pid=28635): ERR: Terminated: ERROR {rc=2} [trial-2369↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28635)]\u000a04:48:58.422064 run osmo-msc_10.42.42.6(pid=28635): stdout: \u000a| (launched: 2022-12-10_04:48:57.180301) \u000a04:48:58.473275 run osmo-msc_10.42.42.6(pid=28635): stderr: \u000a| �[0;m�[38;5;43m20221210044857503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210044857503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f344937bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210044857503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210044857503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210044857503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210044857503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210044857505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210044857506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210044857506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210044857506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:48:58.516737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28628): Terminating (SIGTERM)\u000a04:48:58.558298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28631): Terminating (SIGTERM)\u000a04:48:58.599694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28634): Terminating (SIGTERM)\u000a04:48:58.609245 --- ParallelTerminationStrategy: PID 28628 died...\u000a04:48:58.664469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28628): Terminated: ok {rc=0}\u000a04:48:58.674501 --- ParallelTerminationStrategy: PID 28631 died...\u000a04:48:58.729468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28631): Terminated: ok {rc=0}\u000a04:48:58.739376 --- ParallelTerminationStrategy: PID 28634 died...\u000a04:48:58.794166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28634): Terminated: ok {rc=0}\u000a04:48:58.880264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:48:26" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=28652): Process ended prematurely: srsepc(pid=28652) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28652)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=28652): Process ended prematurely: srsepc(pid=28652) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a04:49:00.861599 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a04:49:00.908255 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:49:00.935847 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:49:00.959829 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:49:01.110770 tst handover.py: using MSISDN 7565\u000a04:49:01.229072 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7565', subscriber_id=0}\u000a04:49:01.347816 run srsepc_10.42.42.118: Starting srsepc\u000a04:49:03.303594 run rm-remote-dir(pid=28640): Launched\u000a04:49:03.500739 bus /sierra_2: Setting Powered False\u000a04:49:04.524439 run rm-remote-dir(pid=28640): Terminated: ok {rc=0}\u000a04:49:04.972339 run mk-remote-dir(pid=28641): Launched\u000a04:49:06.172136 run mk-remote-dir(pid=28641): Terminated: ok {rc=0}\u000a04:49:06.467249 run scp-inst-to-remote(pid=28642): Launched\u000a04:49:08.665271 run scp-inst-to-remote(pid=28642): Terminated: ok {rc=0}\u000a04:49:09.014240 run rm-remote-dir(pid=28644): Launched\u000a04:49:10.212457 run rm-remote-dir(pid=28644): Terminated: ok {rc=0}\u000a04:49:10.561733 run mk-remote-dir(pid=28645): Launched\u000a04:49:11.762004 run mk-remote-dir(pid=28645): Terminated: ok {rc=0}\u000a04:49:12.060517 run scp-cfg-to-remote(pid=28646): Launched\u000a04:49:13.256769 run scp-cfg-to-remote(pid=28646): Terminated: ok {rc=0}\u000a04:49:13.550551 run scp-db-to-remote(pid=28648): Launched\u000a04:49:14.747724 run scp-db-to-remote(pid=28648): Terminated: ok {rc=0}\u000a04:49:14.869237 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:49:15.207971 run patchelf(pid=28650): Launched\u000a04:49:16.397349 run patchelf(pid=28650): Terminated: ok {rc=0}\u000a04:49:16.516372 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:49:16.943055 run setcap-netadm(pid=28651): Launched\u000a04:49:18.140381 run setcap-netadm(pid=28651): Terminated: ok {rc=0}\u000a04:49:18.450915 run srsepc(pid=28652): Launched\u000a04:49:18.561902 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:49:19.678492 run rm-remote-dir(pid=28653): Launched\u000a04:49:19.863475 run srsepc(pid=28652): ERR: Terminated: ERROR {rc=127} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28652)]\u000a04:49:19.999044 run srsepc(pid=28652): stdout: \u000a| (launched: 2022-12-10_04:49:18.302823)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:49:20.134617 run srsepc(pid=28652): stderr: \u000a| (launched: 2022-12-10_04:49:18.348566)\u000a| Connection to 10.42.42.116 closed. \u000a04:49:20.265918 run srsepc(pid=28652): stdout: \u000a| (launched: 2022-12-10_04:49:18.302823)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:49:20.395218 run srsepc(pid=28652): stderr: \u000a| (launched: 2022-12-10_04:49:18.348566)\u000a| Connection to 10.42.42.116 closed. \u000a04:49:20.546913 run rm-remote-dir(pid=28653): Terminating (SIGINT)\u000a04:49:20.725575 run rm-remote-dir(pid=28653): Terminated: ok {rc=0}\u000a04:49:20.758474 tst handover.py:37: ERR: Error: srsepc(pid=28652): Process ended prematurely: srsepc(pid=28652) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28652)] [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a04:49:20.768239 tst handover.py:37: Test FAILED (20.1 sec)\u000a04:49:20.877939 run scp-back-log(pid=28654): Launched\u000a04:49:21.965290 run scp-back-log(pid=28654): ERR: Terminated: ERROR {rc=1} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28654)]\u000a04:49:22.027271 run scp-back-log(pid=28654): stdout: \u000a| (launched: 2022-12-10_04:49:20.809782) \u000a04:49:22.089648 run scp-back-log(pid=28654): stderr: \u000a| (launched: 2022-12-10_04:49:20.829450)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:49:22.142144 tst srsepc_10.42.42.118: Error('scp-back-log(pid=28654): launch_sync(): local process exited with status 1 [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28654)]')\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=28669): Process ended prematurely: srsepc(pid=28669) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28669)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=28669): Process ended prematurely: srsepc(pid=28669) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a04:49:22.319883 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a04:49:22.361727 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:49:22.567997 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a04:49:22.610515 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:49:22.626264 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:49:22.752327 tst iperf3_bidir.py: using MSISDN 7566\u000a04:49:22.868504 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7566', subscriber_id=0}\u000a04:49:22.982896 run srsepc_10.42.42.118: Starting srsepc\u000a04:49:23.666187 run rm-remote-dir(pid=28656): Launched\u000a04:49:24.865919 run rm-remote-dir(pid=28656): Terminated: ok {rc=0}\u000a04:49:25.214752 run mk-remote-dir(pid=28657): Launched\u000a04:49:26.413610 run mk-remote-dir(pid=28657): Terminated: ok {rc=0}\u000a04:49:26.708279 run scp-inst-to-remote(pid=28658): Launched\u000a04:49:28.906685 run scp-inst-to-remote(pid=28658): Terminated: ok {rc=0}\u000a04:49:29.255852 run rm-remote-dir(pid=28660): Launched\u000a04:49:30.455029 run rm-remote-dir(pid=28660): Terminated: ok {rc=0}\u000a04:49:30.805266 run mk-remote-dir(pid=28661): Launched\u000a04:49:32.006412 run mk-remote-dir(pid=28661): Terminated: ok {rc=0}\u000a04:49:32.313752 run scp-cfg-to-remote(pid=28662): Launched\u000a04:49:33.510715 run scp-cfg-to-remote(pid=28662): Terminated: ok {rc=0}\u000a04:49:33.805536 run scp-db-to-remote(pid=28664): Launched\u000a04:49:35.003039 run scp-db-to-remote(pid=28664): Terminated: ok {rc=0}\u000a04:49:35.123802 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:49:35.463132 run patchelf(pid=28667): Launched\u000a04:49:36.659555 run patchelf(pid=28667): Terminated: ok {rc=0}\u000a04:49:36.780658 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:49:37.120448 run setcap-netadm(pid=28668): Launched\u000a04:49:38.316305 run setcap-netadm(pid=28668): Terminated: ok {rc=0}\u000a04:49:38.647166 run srsepc(pid=28669): Launched\u000a04:49:38.763398 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:49:39.954910 run rm-remote-dir(pid=28670): Launched\u000a04:49:40.154080 run srsepc(pid=28669): ERR: Terminated: ERROR {rc=127} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28669)]\u000a04:49:40.298723 run srsepc(pid=28669): stdout: \u000a| (launched: 2022-12-10_04:49:38.488679)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:49:40.443288 run srsepc(pid=28669): stderr: \u000a| (launched: 2022-12-10_04:49:38.537464)\u000a| Connection to 10.42.42.116 closed. \u000a04:49:40.582554 run srsepc(pid=28669): stdout: \u000a| (launched: 2022-12-10_04:49:38.488679)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:49:40.720750 run srsepc(pid=28669): stderr: \u000a| (launched: 2022-12-10_04:49:38.537464)\u000a| Connection to 10.42.42.116 closed. \u000a04:49:40.882725 run rm-remote-dir(pid=28670): Terminating (SIGINT)\u000a04:49:41.072114 run rm-remote-dir(pid=28670): Terminated: ok {rc=0}\u000a04:49:41.107474 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=28669): Process ended prematurely: srsepc(pid=28669) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28669)] [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a04:49:41.118543 tst iperf3_bidir.py:42: Test FAILED (18.9 sec)\u000a04:49:41.234650 run scp-back-log(pid=28671): Launched\u000a04:49:42.325602 run scp-back-log(pid=28671): ERR: Terminated: ERROR {rc=1} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28671)]\u000a04:49:42.390851 run scp-back-log(pid=28671): stdout: \u000a| (launched: 2022-12-10_04:49:41.161731) \u000a04:49:42.456348 run scp-back-log(pid=28671): stderr: \u000a| (launched: 2022-12-10_04:49:41.182409)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:49:42.512217 tst srsepc_10.42.42.118: Error('scp-back-log(pid=28671): launch_sync(): local process exited with status 1 [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28671)]')\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=28685): Process ended prematurely: srsepc(pid=28685) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28685)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=28685): Process ended prematurely: srsepc(pid=28685) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a04:49:42.702619 tst iperf3_dl.py:13: Number of physical ue: 1\u000a04:49:42.747767 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:49:42.968781 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a04:49:43.013985 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:49:43.030380 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:49:43.157485 tst iperf3_dl.py: using MSISDN 7567\u000a04:49:43.273280 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7567', subscriber_id=0}\u000a04:49:43.387753 run srsepc_10.42.42.118: Starting srsepc\u000a04:49:44.070201 run rm-remote-dir(pid=28673): Launched\u000a04:49:45.268780 run rm-remote-dir(pid=28673): Terminated: ok {rc=0}\u000a04:49:45.618311 run mk-remote-dir(pid=28674): Launched\u000a04:49:46.860122 run mk-remote-dir(pid=28674): Terminated: ok {rc=0}\u000a04:49:47.231770 run scp-inst-to-remote(pid=28675): Launched\u000a04:49:49.418750 run scp-inst-to-remote(pid=28675): Terminated: ok {rc=0}\u000a04:49:49.746344 run rm-remote-dir(pid=28677): Launched\u000a04:49:50.934141 run rm-remote-dir(pid=28677): Terminated: ok {rc=0}\u000a04:49:51.261141 run mk-remote-dir(pid=28678): Launched\u000a04:49:52.448922 run mk-remote-dir(pid=28678): Terminated: ok {rc=0}\u000a04:49:52.726770 run scp-cfg-to-remote(pid=28679): Launched\u000a04:49:53.910958 run scp-cfg-to-remote(pid=28679): Terminated: ok {rc=0}\u000a04:49:54.187051 run scp-db-to-remote(pid=28681): Launched\u000a04:49:55.382772 run scp-db-to-remote(pid=28681): Terminated: ok {rc=0}\u000a04:49:55.504451 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:49:55.844197 run patchelf(pid=28683): Launched\u000a04:49:57.040271 run patchelf(pid=28683): Terminated: ok {rc=0}\u000a04:49:57.161263 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:49:57.500661 run setcap-netadm(pid=28684): Launched\u000a04:49:58.696661 run setcap-netadm(pid=28684): Terminated: ok {rc=0}\u000a04:49:59.028557 run srsepc(pid=28685): Launched\u000a04:49:59.145252 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:50:00.335196 run rm-remote-dir(pid=28686): Launched\u000a04:50:00.533507 run srsepc(pid=28685): ERR: Terminated: ERROR {rc=127} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28685)]\u000a04:50:00.677422 run srsepc(pid=28685): stdout: \u000a| (launched: 2022-12-10_04:49:58.869852)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:00.820941 run srsepc(pid=28685): stderr: \u000a| (launched: 2022-12-10_04:49:58.918864)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:00.974468 run srsepc(pid=28685): stdout: \u000a| (launched: 2022-12-10_04:49:58.869852)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:01.143916 run srsepc(pid=28685): stderr: \u000a| (launched: 2022-12-10_04:49:58.918864)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:01.352697 run rm-remote-dir(pid=28686): Terminating (SIGINT)\u000a04:50:01.585217 run rm-remote-dir(pid=28686): Terminated: ok {rc=0}\u000a04:50:01.620820 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=28685): Process ended prematurely: srsepc(pid=28685) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28685)] [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a04:50:01.631689 tst iperf3_dl.py:42: Test FAILED (19.1 sec)\u000a04:50:01.787498 run scp-back-log(pid=28690): Launched\u000a04:50:02.880539 run scp-back-log(pid=28690): ERR: Terminated: ERROR {rc=1} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28690)]\u000a04:50:02.945961 run scp-back-log(pid=28690): stdout: \u000a| (launched: 2022-12-10_04:50:01.675259) \u000a04:50:03.010888 run scp-back-log(pid=28690): stderr: \u000a| (launched: 2022-12-10_04:50:01.696282)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:50:03.066170 tst srsepc_10.42.42.118: Error('scp-back-log(pid=28690): launch_sync(): local process exited with status 1 [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28690)]')\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=28704): Process ended prematurely: srsepc(pid=28704) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28704)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=28704): Process ended prematurely: srsepc(pid=28704) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a04:50:03.255496 tst iperf3_ul.py:13: Number of physical ue: 1\u000a04:50:03.300289 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:50:03.516477 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a04:50:03.561373 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:50:03.577809 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:50:03.703802 tst iperf3_ul.py: using MSISDN 7568\u000a04:50:03.818966 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7568', subscriber_id=0}\u000a04:50:03.933584 run srsepc_10.42.42.118: Starting srsepc\u000a04:50:04.616004 run rm-remote-dir(pid=28692): Launched\u000a04:50:05.815661 run rm-remote-dir(pid=28692): Terminated: ok {rc=0}\u000a04:50:06.164814 run mk-remote-dir(pid=28693): Launched\u000a04:50:07.364115 run mk-remote-dir(pid=28693): Terminated: ok {rc=0}\u000a04:50:07.657978 run scp-inst-to-remote(pid=28694): Launched\u000a04:50:09.855399 run scp-inst-to-remote(pid=28694): Terminated: ok {rc=0}\u000a04:50:10.203810 run rm-remote-dir(pid=28696): Launched\u000a04:50:11.402133 run rm-remote-dir(pid=28696): Terminated: ok {rc=0}\u000a04:50:11.751378 run mk-remote-dir(pid=28697): Launched\u000a04:50:12.951308 run mk-remote-dir(pid=28697): Terminated: ok {rc=0}\u000a04:50:13.247584 run scp-cfg-to-remote(pid=28698): Launched\u000a04:50:14.443510 run scp-cfg-to-remote(pid=28698): Terminated: ok {rc=0}\u000a04:50:14.737402 run scp-db-to-remote(pid=28700): Launched\u000a04:50:15.959390 run scp-db-to-remote(pid=28700): Terminated: ok {rc=0}\u000a04:50:16.126519 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:50:16.489670 run patchelf(pid=28702): Launched\u000a04:50:17.684942 run patchelf(pid=28702): Terminated: ok {rc=0}\u000a04:50:17.805663 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:50:18.145233 run setcap-netadm(pid=28703): Launched\u000a04:50:19.341043 run setcap-netadm(pid=28703): Terminated: ok {rc=0}\u000a04:50:19.671776 run srsepc(pid=28704): Launched\u000a04:50:19.788129 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:50:20.977170 run rm-remote-dir(pid=28705): Launched\u000a04:50:21.176592 run srsepc(pid=28704): ERR: Terminated: ERROR {rc=127} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28704)]\u000a04:50:21.321788 run srsepc(pid=28704): stdout: \u000a| (launched: 2022-12-10_04:50:19.513547)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:21.466590 run srsepc(pid=28704): stderr: \u000a| (launched: 2022-12-10_04:50:19.561987)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:21.606498 run srsepc(pid=28704): stdout: \u000a| (launched: 2022-12-10_04:50:19.513547)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:21.745314 run srsepc(pid=28704): stderr: \u000a| (launched: 2022-12-10_04:50:19.561987)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:21.907537 run rm-remote-dir(pid=28705): Terminating (SIGINT)\u000a04:50:22.096548 run rm-remote-dir(pid=28705): Terminated: ok {rc=0}\u000a04:50:22.131481 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=28704): Process ended prematurely: srsepc(pid=28704) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28704)] [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a04:50:22.142066 tst iperf3_ul.py:42: Test FAILED (19.0 sec)\u000a04:50:22.259418 run scp-back-log(pid=28706): Launched\u000a04:50:23.350600 run scp-back-log(pid=28706): ERR: Terminated: ERROR {rc=1} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28706)]\u000a04:50:23.415499 run scp-back-log(pid=28706): stdout: \u000a| (launched: 2022-12-10_04:50:22.185088) \u000a04:50:23.480383 run scp-back-log(pid=28706): stderr: \u000a| (launched: 2022-12-10_04:50:22.205845)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:50:23.535738 tst srsepc_10.42.42.118: Error('scp-back-log(pid=28706): launch_sync(): local process exited with status 1 [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28706)]')\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=28720): Process ended prematurely: srsepc(pid=28720) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28720)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=28720): Process ended prematurely: srsepc(pid=28720) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a04:50:23.550266 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:50:23.567509 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:50:23.591028 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:50:23.732511 tst ping.py: using MSISDN 7569\u000a04:50:23.841339 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7569', subscriber_id=0}\u000a04:50:23.949321 run srsepc_10.42.42.118: Starting srsepc\u000a04:50:24.591544 run rm-remote-dir(pid=28708): Launched\u000a04:50:25.779228 run rm-remote-dir(pid=28708): Terminated: ok {rc=0}\u000a04:50:26.106384 run mk-remote-dir(pid=28709): Launched\u000a04:50:27.293393 run mk-remote-dir(pid=28709): Terminated: ok {rc=0}\u000a04:50:27.569979 run scp-inst-to-remote(pid=28710): Launched\u000a04:50:29.767370 run scp-inst-to-remote(pid=28710): Terminated: ok {rc=0}\u000a04:50:30.116635 run rm-remote-dir(pid=28712): Launched\u000a04:50:31.334673 run rm-remote-dir(pid=28712): Terminated: ok {rc=0}\u000a04:50:31.758790 run mk-remote-dir(pid=28713): Launched\u000a04:50:32.983381 run mk-remote-dir(pid=28713): Terminated: ok {rc=0}\u000a04:50:33.278277 run scp-cfg-to-remote(pid=28714): Launched\u000a04:50:34.474601 run scp-cfg-to-remote(pid=28714): Terminated: ok {rc=0}\u000a04:50:34.768148 run scp-db-to-remote(pid=28716): Launched\u000a04:50:35.964715 run scp-db-to-remote(pid=28716): Terminated: ok {rc=0}\u000a04:50:36.085456 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:50:36.423791 run patchelf(pid=28718): Launched\u000a04:50:37.618568 run patchelf(pid=28718): Terminated: ok {rc=0}\u000a04:50:37.739120 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:50:38.078165 run setcap-netadm(pid=28719): Launched\u000a04:50:39.273931 run setcap-netadm(pid=28719): Terminated: ok {rc=0}\u000a04:50:39.603712 run srsepc(pid=28720): Launched\u000a04:50:39.719775 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:50:40.914019 run rm-remote-dir(pid=28721): Launched\u000a04:50:41.113166 run srsepc(pid=28720): ERR: Terminated: ERROR {rc=127} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28720)]\u000a04:50:41.258062 run srsepc(pid=28720): stdout: \u000a| (launched: 2022-12-10_04:50:39.446295)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:41.402572 run srsepc(pid=28720): stderr: \u000a| (launched: 2022-12-10_04:50:39.494827)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:41.541895 run srsepc(pid=28720): stdout: \u000a| (launched: 2022-12-10_04:50:39.446295)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:41.679837 run srsepc(pid=28720): stderr: \u000a| (launched: 2022-12-10_04:50:39.494827)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:41.841009 run rm-remote-dir(pid=28721): Terminating (SIGINT)\u000a04:50:42.031214 run rm-remote-dir(pid=28721): Terminated: ok {rc=0}\u000a04:50:42.066302 tst ping.py:16: ERR: Error: srsepc(pid=28720): Process ended prematurely: srsepc(pid=28720) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28720)] [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a04:50:42.076794 tst ping.py:16: Test FAILED (18.5 sec)\u000a04:50:42.192066 run scp-back-log(pid=28722): Launched\u000a04:50:43.281829 run scp-back-log(pid=28722): ERR: Terminated: ERROR {rc=1} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28722)]\u000a04:50:43.346529 run scp-back-log(pid=28722): stdout: \u000a| (launched: 2022-12-10_04:50:42.119708) \u000a04:50:43.411253 run scp-back-log(pid=28722): stderr: \u000a| (launched: 2022-12-10_04:50:42.140286)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:50:43.466386 tst srsepc_10.42.42.118: Error('scp-back-log(pid=28722): launch_sync(): local process exited with status 1 [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28722)]')\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=28736): Process ended prematurely: srsepc(pid=28736) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28736)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=28736): Process ended prematurely: srsepc(pid=28736) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a04:50:43.480680 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:50:43.497913 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:50:43.521239 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:50:43.668582 tst rrc_idle_mo_ping.py: using MSISDN 7570\u000a04:50:43.783525 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7570', subscriber_id=0}\u000a04:50:43.897800 run srsepc_10.42.42.118: Starting srsepc\u000a04:50:44.579710 run rm-remote-dir(pid=28724): Launched\u000a04:50:45.779475 run rm-remote-dir(pid=28724): Terminated: ok {rc=0}\u000a04:50:46.200136 run mk-remote-dir(pid=28725): Launched\u000a04:50:47.390984 run mk-remote-dir(pid=28725): Terminated: ok {rc=0}\u000a04:50:47.669465 run scp-inst-to-remote(pid=28726): Launched\u000a04:50:49.866512 run scp-inst-to-remote(pid=28726): Terminated: ok {rc=0}\u000a04:50:50.215574 run rm-remote-dir(pid=28728): Launched\u000a04:50:51.414818 run rm-remote-dir(pid=28728): Terminated: ok {rc=0}\u000a04:50:51.763779 run mk-remote-dir(pid=28729): Launched\u000a04:50:52.963949 run mk-remote-dir(pid=28729): Terminated: ok {rc=0}\u000a04:50:53.258091 run scp-cfg-to-remote(pid=28730): Launched\u000a04:50:54.454181 run scp-cfg-to-remote(pid=28730): Terminated: ok {rc=0}\u000a04:50:54.748606 run scp-db-to-remote(pid=28732): Launched\u000a04:50:55.936030 run scp-db-to-remote(pid=28732): Terminated: ok {rc=0}\u000a04:50:56.050235 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:50:56.368707 run patchelf(pid=28734): Launched\u000a04:50:57.554351 run patchelf(pid=28734): Terminated: ok {rc=0}\u000a04:50:57.668001 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:50:57.986107 run setcap-netadm(pid=28735): Launched\u000a04:50:59.171538 run setcap-netadm(pid=28735): Terminated: ok {rc=0}\u000a04:50:59.483390 run srsepc(pid=28736): Launched\u000a04:50:59.591832 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:51:00.713817 run rm-remote-dir(pid=28737): Launched\u000a04:51:00.942516 run srsepc(pid=28736): ERR: Terminated: ERROR {rc=127} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28736)]\u000a04:51:01.119784 run srsepc(pid=28736): stdout: \u000a| (launched: 2022-12-10_04:50:59.334260)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:01.270835 run srsepc(pid=28736): stderr: \u000a| (launched: 2022-12-10_04:50:59.380738)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:01.405413 run srsepc(pid=28736): stdout: \u000a| (launched: 2022-12-10_04:50:59.334260)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:01.537999 run srsepc(pid=28736): stderr: \u000a| (launched: 2022-12-10_04:50:59.380738)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:01.693736 run rm-remote-dir(pid=28737): Terminating (SIGINT)\u000a04:51:01.876033 run rm-remote-dir(pid=28737): Terminated: ok {rc=0}\u000a04:51:01.910411 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=28736): Process ended prematurely: srsepc(pid=28736) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28736)] [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a04:51:01.921583 tst rrc_idle_mo_ping.py:16: Test FAILED (18.4 sec)\u000a04:51:02.076567 run scp-back-log(pid=28738): Launched\u000a04:51:03.162598 run scp-back-log(pid=28738): ERR: Terminated: ERROR {rc=1} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28738)]\u000a04:51:03.223974 run scp-back-log(pid=28738): stdout: \u000a| (launched: 2022-12-10_04:51:01.965449) \u000a04:51:03.285383 run scp-back-log(pid=28738): stderr: \u000a| (launched: 2022-12-10_04:51:01.985487)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:51:03.337808 tst srsepc_10.42.42.118: Error('scp-back-log(pid=28738): launch_sync(): local process exited with status 1 [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28738)]')\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=28754): Process ended prematurely: srsepc(pid=28754) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28754)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=28754): Process ended prematurely: srsepc(pid=28754) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a04:51:03.351847 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:51:03.368444 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:51:03.393079 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:51:03.545725 tst rrc_idle_mt_ping.py: using MSISDN 7571\u000a04:51:03.654401 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7571', subscriber_id=0}\u000a04:51:03.761755 run srsepc_10.42.42.118: Starting srsepc\u000a04:51:04.403713 run rm-remote-dir(pid=28742): Launched\u000a04:51:05.591292 run rm-remote-dir(pid=28742): Terminated: ok {rc=0}\u000a04:51:05.919482 run mk-remote-dir(pid=28743): Launched\u000a04:51:07.106854 run mk-remote-dir(pid=28743): Terminated: ok {rc=0}\u000a04:51:07.384244 run scp-inst-to-remote(pid=28744): Launched\u000a04:51:09.572385 run scp-inst-to-remote(pid=28744): Terminated: ok {rc=0}\u000a04:51:09.900941 run rm-remote-dir(pid=28746): Launched\u000a04:51:11.089508 run rm-remote-dir(pid=28746): Terminated: ok {rc=0}\u000a04:51:11.418385 run mk-remote-dir(pid=28747): Launched\u000a04:51:12.606368 run mk-remote-dir(pid=28747): Terminated: ok {rc=0}\u000a04:51:12.883417 run scp-cfg-to-remote(pid=28748): Launched\u000a04:51:14.068739 run scp-cfg-to-remote(pid=28748): Terminated: ok {rc=0}\u000a04:51:14.344898 run scp-db-to-remote(pid=28750): Launched\u000a04:51:15.531312 run scp-db-to-remote(pid=28750): Terminated: ok {rc=0}\u000a04:51:15.645797 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:51:16.061277 run patchelf(pid=28752): Launched\u000a04:51:17.287811 run patchelf(pid=28752): Terminated: ok {rc=0}\u000a04:51:17.403095 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:51:17.725375 run setcap-netadm(pid=28753): Launched\u000a04:51:18.911083 run setcap-netadm(pid=28753): Terminated: ok {rc=0}\u000a04:51:19.222048 run srsepc(pid=28754): Launched\u000a04:51:19.330439 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:51:20.450654 run rm-remote-dir(pid=28755): Launched\u000a04:51:20.636073 run srsepc(pid=28754): ERR: Terminated: ERROR {rc=127} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28754)]\u000a04:51:20.771657 run srsepc(pid=28754): stdout: \u000a| (launched: 2022-12-10_04:51:19.073670)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:20.907271 run srsepc(pid=28754): stderr: \u000a| (launched: 2022-12-10_04:51:19.119173)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:21.038151 run srsepc(pid=28754): stdout: \u000a| (launched: 2022-12-10_04:51:19.073670)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:21.167220 run srsepc(pid=28754): stderr: \u000a| (launched: 2022-12-10_04:51:19.119173)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:21.318342 run rm-remote-dir(pid=28755): Terminating (SIGINT)\u000a04:51:21.496216 run rm-remote-dir(pid=28755): Terminated: ok {rc=0}\u000a04:51:21.529809 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=28754): Process ended prematurely: srsepc(pid=28754) [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=28754)] [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a04:51:21.539881 tst rrc_idle_mt_ping.py:16: Test FAILED (18.2 sec)\u000a04:51:21.651037 run scp-back-log(pid=28756): Launched\u000a04:51:22.737535 run scp-back-log(pid=28756): ERR: Terminated: ERROR {rc=1} [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28756)]\u000a04:51:22.799707 run scp-back-log(pid=28756): stdout: \u000a| (launched: 2022-12-10_04:51:21.581551) \u000a04:51:22.861944 run scp-back-log(pid=28756): stderr: \u000a| (launched: 2022-12-10_04:51:21.601319)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:51:22.914753 tst srsepc_10.42.42.118: Error('scp-back-log(pid=28756): launch_sync(): local process exited with status 1 [trial-2369↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=28756)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:49:00" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28767): Process ended prematurely: osmo-stp_10.42.42.5(pid=28767) [trial-2369↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28767)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28767): Process ended prematurely: osmo-stp_10.42.42.5(pid=28767) [trial-2369↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a04:51:23.760077 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:51:23.771022 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a04:51:23.898067 tst handover.py: using LAC 26102\u000a04:51:24.016617 tst handover.py: using RAC 92\u000a04:51:24.137831 tst handover.py: using CellId 26102\u000a04:51:24.255894 tst handover.py: using BVCI 26103\u000a04:51:24.278996 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a04:51:24.406863 tst handover.py: using LAC 26103\u000a04:51:24.524067 tst handover.py: using RAC 93\u000a04:51:24.643830 tst handover.py: using CellId 26103\u000a04:51:24.761580 tst handover.py: using BVCI 26104\u000a04:51:24.784414 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:51:24.795322 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:51:24.806061 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:51:24.817569 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:51:24.829094 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:51:24.840434 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a04:51:24.962694 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a04:51:25.172783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:51:25.679166 run create_hlr_db(pid=28761): Launched\u000a04:51:26.866914 run create_hlr_db(pid=28761): Terminated: ok {rc=0}\u000a04:51:27.198160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28763): Launched\u000a04:51:27.521455 run osmo-hlr_10.42.42.2(pid=28764): Launched\u000a04:51:27.642561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:51:28.202067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28766): Launched\u000a04:51:28.523169 run osmo-stp_10.42.42.5(pid=28767): Launched\u000a04:51:28.640490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:51:29.227692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28769): Launched\u000a04:51:29.548275 run osmo-msc_10.42.42.6(pid=28770): Launched\u000a04:51:29.736432 run osmo-stp_10.42.42.5(pid=28767): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28767)]\u000a04:51:29.873686 run osmo-stp_10.42.42.5(pid=28767): stdout: \u000a| (launched: 2022-12-10_04:51:28.365650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:51:30.008922 run osmo-stp_10.42.42.5(pid=28767): stderr: \u000a| �[0;m�[38;5;43m20221210045128556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045128556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045128556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045128556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045128557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045128557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045128557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:51:30.137347 run osmo-stp_10.42.42.5(pid=28767): stdout: \u000a| (launched: 2022-12-10_04:51:28.365650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:51:30.264424 run osmo-stp_10.42.42.5(pid=28767): stderr: \u000a| �[0;m�[38;5;43m20221210045128556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045128556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045128556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045128556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045128557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045128557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045128557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:51:30.320031 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28767): Process ended prematurely: osmo-stp_10.42.42.5(pid=28767) [trial-2369↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28767)] [trial-2369↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a04:51:30.328636 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:51:30.390731 run osmo-hlr_10.42.42.2(pid=28764): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28764)]\u000a04:51:30.441605 run osmo-hlr_10.42.42.2(pid=28764): stdout: \u000a| (launched: 2022-12-10_04:51:27.361706) \u000a04:51:30.493270 run osmo-hlr_10.42.42.2(pid=28764): stderr: \u000a| �[0;m�[1;31m20221210045127559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045127559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045127560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045127560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045127560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045127560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045127572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045127580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045127580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045127580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:51:30.563342 run osmo-msc_10.42.42.6(pid=28770): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28770)]\u000a04:51:30.614477 run osmo-msc_10.42.42.6(pid=28770): stdout: \u000a| (launched: 2022-12-10_04:51:29.391262) \u000a04:51:30.665861 run osmo-msc_10.42.42.6(pid=28770): stderr: \u000a| �[0;m�[38;5;43m20221210045129713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045129713 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fccf4bbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045129713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045129713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045129713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045129713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045129715 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045129715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045129715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045129716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:51:30.709569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28763): Terminating (SIGTERM)\u000a04:51:30.751008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28766): Terminating (SIGTERM)\u000a04:51:30.792515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28769): Terminating (SIGTERM)\u000a04:51:30.802082 --- ParallelTerminationStrategy: PID 28763 died...\u000a04:51:30.859471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28763): Terminated: ok {rc=0}\u000a04:51:30.869856 --- ParallelTerminationStrategy: PID 28766 died...\u000a04:51:30.935808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28766): Terminated: ok {rc=0}\u000a04:51:30.946159 --- ParallelTerminationStrategy: PID 28769 died...\u000a04:51:31.001651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28769): Terminated: ok {rc=0}\u000a04:51:31.108456 bus /sierra_3: Setting Powered False\u000a04:51:32.218381 bus /sierra_3: Setting Powered False\u000a04:51:33.325472 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:51:23" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28782): Process ended prematurely: osmo-stp_10.42.42.5(pid=28782) [trial-2369↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28782)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28782): Process ended prematurely: osmo-stp_10.42.42.5(pid=28782) [trial-2369↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a04:51:35.281518 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:51:35.292229 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:51:35.418714 tst handover.py: using LAC 26104\u000a04:51:35.539292 tst handover.py: using RAC 94\u000a04:51:35.663355 tst handover.py: using CellId 26104\u000a04:51:35.782722 tst handover.py: using BVCI 26105\u000a04:51:35.805640 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:51:35.933379 tst handover.py: using LAC 26105\u000a04:51:36.058312 tst handover.py: using RAC 95\u000a04:51:36.182440 tst handover.py: using CellId 26105\u000a04:51:36.308925 tst handover.py: using BVCI 26106\u000a04:51:36.333716 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:51:36.345189 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:51:36.356346 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:51:36.367523 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:51:36.378763 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:51:36.389841 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:51:36.505025 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:51:36.705240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:51:37.162682 run create_hlr_db(pid=28776): Launched\u000a04:51:37.285804 bus /sierra_2: Setting Powered False\u000a04:51:38.357673 run create_hlr_db(pid=28776): Terminated: ok {rc=0}\u000a04:51:38.758077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28778): Launched\u000a04:51:39.081267 run osmo-hlr_10.42.42.2(pid=28779): Launched\u000a04:51:39.201591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:51:39.735341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28781): Launched\u000a04:51:40.058908 run osmo-stp_10.42.42.5(pid=28782): Launched\u000a04:51:40.176433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:51:40.736814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28784): Launched\u000a04:51:41.061556 run osmo-msc_10.42.42.6(pid=28785): Launched\u000a04:51:41.251122 run osmo-stp_10.42.42.5(pid=28782): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28782)]\u000a04:51:41.388144 run osmo-stp_10.42.42.5(pid=28782): stdout: \u000a| (launched: 2022-12-10_04:51:39.899676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:51:41.524358 run osmo-stp_10.42.42.5(pid=28782): stderr: \u000a| �[0;m�[38;5;43m20221210045140092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045140092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045140093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045140093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045140093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045140094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045140094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:51:41.654225 run osmo-stp_10.42.42.5(pid=28782): stdout: \u000a| (launched: 2022-12-10_04:51:39.899676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:51:41.783223 run osmo-stp_10.42.42.5(pid=28782): stderr: \u000a| �[0;m�[38;5;43m20221210045140092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045140092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045140093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045140093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045140093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045140094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045140094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:51:41.839687 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28782): Process ended prematurely: osmo-stp_10.42.42.5(pid=28782) [trial-2369↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28782)] [trial-2369↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a04:51:41.848344 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:51:41.910843 run osmo-hlr_10.42.42.2(pid=28779): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28779)]\u000a04:51:41.961722 run osmo-hlr_10.42.42.2(pid=28779): stdout: \u000a| (launched: 2022-12-10_04:51:38.923158) \u000a04:51:42.013417 run osmo-hlr_10.42.42.2(pid=28779): stderr: \u000a| �[0;m�[1;31m20221210045139121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045139121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045139121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045139121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045139121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045139121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045139132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045139142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045139143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045139143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:51:42.083409 run osmo-msc_10.42.42.6(pid=28785): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28785)]\u000a04:51:42.134258 run osmo-msc_10.42.42.6(pid=28785): stdout: \u000a| (launched: 2022-12-10_04:51:40.902141) \u000a04:51:42.185707 run osmo-msc_10.42.42.6(pid=28785): stderr: \u000a| �[0;m�[38;5;43m20221210045141224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045141225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0131ec2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045141225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045141225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045141225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045141225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045141227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045141227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045141227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045141227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:51:42.229287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28778): Terminating (SIGTERM)\u000a04:51:42.270595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28781): Terminating (SIGTERM)\u000a04:51:42.312223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28784): Terminating (SIGTERM)\u000a04:51:42.321865 --- ParallelTerminationStrategy: PID 28778 died...\u000a04:51:42.377192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28778): Terminated: ok {rc=0}\u000a04:51:42.387110 --- ParallelTerminationStrategy: PID 28781 died...\u000a04:51:42.442389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28781): Terminated: ok {rc=0}\u000a04:51:42.452260 --- ParallelTerminationStrategy: PID 28784 died...\u000a04:51:42.507364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28784): Terminated: ok {rc=0}\u000a04:51:42.593593 bus /sierra_3: Setting Powered False\u000a04:51:43.699093 bus /sierra_3: Setting Powered False\u000a04:51:44.806129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:51:35" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28796): Process ended prematurely: osmo-stp_10.42.42.5(pid=28796) [trial-2369↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28796)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28796): Process ended prematurely: osmo-stp_10.42.42.5(pid=28796) [trial-2369↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a04:51:46.854973 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:51:46.867359 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:51:46.995134 tst handover.py: using LAC 26106\u000a04:51:47.122741 tst handover.py: using RAC 96\u000a04:51:47.247093 tst handover.py: using CellId 26106\u000a04:51:47.373432 tst handover.py: using BVCI 26107\u000a04:51:47.397766 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:51:47.536273 tst handover.py: using LAC 26107\u000a04:51:47.657490 tst handover.py: using RAC 97\u000a04:51:47.783485 tst handover.py: using CellId 26107\u000a04:51:47.906579 tst handover.py: using BVCI 26108\u000a04:51:47.929569 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:51:47.940565 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:51:47.951271 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:51:47.963181 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:51:47.975192 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:51:47.986567 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:51:48.102383 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:51:48.310710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:51:48.796098 run create_hlr_db(pid=28790): Launched\u000a04:51:48.927312 bus /sierra_2: Setting Powered False\u000a04:51:50.003626 run create_hlr_db(pid=28790): Terminated: ok {rc=0}\u000a04:51:50.402671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28792): Launched\u000a04:51:50.725316 run osmo-hlr_10.42.42.2(pid=28793): Launched\u000a04:51:50.844060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:51:51.375330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28795): Launched\u000a04:51:51.696506 run osmo-stp_10.42.42.5(pid=28796): Launched\u000a04:51:51.814382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:51:52.373791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28798): Launched\u000a04:51:52.696456 run osmo-msc_10.42.42.6(pid=28799): Launched\u000a04:51:52.884896 run osmo-stp_10.42.42.5(pid=28796): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28796)]\u000a04:51:53.021509 run osmo-stp_10.42.42.5(pid=28796): stdout: \u000a| (launched: 2022-12-10_04:51:51.538721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:51:53.156520 run osmo-stp_10.42.42.5(pid=28796): stderr: \u000a| �[0;m�[38;5;43m20221210045151731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045151731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045151731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045151732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045151734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045151734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045151734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:51:53.285672 run osmo-stp_10.42.42.5(pid=28796): stdout: \u000a| (launched: 2022-12-10_04:51:51.538721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:51:53.413365 run osmo-stp_10.42.42.5(pid=28796): stderr: \u000a| �[0;m�[38;5;43m20221210045151731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045151731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045151731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045151732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045151734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045151734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045151734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:51:53.469189 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28796): Process ended prematurely: osmo-stp_10.42.42.5(pid=28796) [trial-2369↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28796)] [trial-2369↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a04:51:53.477622 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:51:53.539628 run osmo-hlr_10.42.42.2(pid=28793): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28793)]\u000a04:51:53.590678 run osmo-hlr_10.42.42.2(pid=28793): stdout: \u000a| (launched: 2022-12-10_04:51:50.567111) \u000a04:51:53.642253 run osmo-hlr_10.42.42.2(pid=28793): stderr: \u000a| �[0;m�[1;31m20221210045150766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045150766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045150766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045150766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045150766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045150766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045150779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045150787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045150787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045150787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:51:53.712226 run osmo-msc_10.42.42.6(pid=28799): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28799)]\u000a04:51:53.763113 run osmo-msc_10.42.42.6(pid=28799): stdout: \u000a| (launched: 2022-12-10_04:51:52.538362) \u000a04:51:53.815029 run osmo-msc_10.42.42.6(pid=28799): stderr: \u000a| �[0;m�[38;5;43m20221210045152864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045152864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabe0c65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045152864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045152864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045152864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045152865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045152866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045152867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045152867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045152867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:51:53.858561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28792): Terminating (SIGTERM)\u000a04:51:53.900222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28795): Terminating (SIGTERM)\u000a04:51:53.941565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28798): Terminating (SIGTERM)\u000a04:51:53.951029 --- ParallelTerminationStrategy: PID 28792 died...\u000a04:51:54.006058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28792): Terminated: ok {rc=0}\u000a04:51:54.015944 --- ParallelTerminationStrategy: PID 28795 died...\u000a04:51:54.071142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28795): Terminated: ok {rc=0}\u000a04:51:54.081147 --- ParallelTerminationStrategy: PID 28798 died...\u000a04:51:54.136525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28798): Terminated: ok {rc=0}\u000a04:51:54.223830 bus /sierra_3: Setting Powered False\u000a04:51:55.329999 bus /sierra_3: Setting Powered False\u000a04:51:56.440745 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:51:46" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28810): Process ended prematurely: osmo-stp_10.42.42.5(pid=28810) [trial-2369↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28810)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28810): Process ended prematurely: osmo-stp_10.42.42.5(pid=28810) [trial-2369↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:51:58.438605 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:51:58.450138 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:51:58.581393 tst handover.py: using LAC 26108\u000a04:51:58.709165 tst handover.py: using RAC 98\u000a04:51:58.836440 tst handover.py: using CellId 26108\u000a04:51:58.964804 tst handover.py: using BVCI 26109\u000a04:51:58.989330 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:51:59.129184 tst handover.py: using LAC 26109\u000a04:51:59.255006 tst handover.py: using RAC 99\u000a04:51:59.380517 tst handover.py: using CellId 26109\u000a04:51:59.507547 tst handover.py: using BVCI 26110\u000a04:51:59.531993 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:51:59.543591 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:51:59.554948 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:51:59.566408 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:51:59.577802 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:51:59.589177 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:51:59.708903 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:51:59.910299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:00.361730 run create_hlr_db(pid=28804): Launched\u000a04:52:00.484842 bus /sierra_2: Setting Powered False\u000a04:52:01.608578 run create_hlr_db(pid=28804): Terminated: ok {rc=0}\u000a04:52:02.039353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28806): Launched\u000a04:52:02.366299 run osmo-hlr_10.42.42.2(pid=28807): Launched\u000a04:52:02.485894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:03.017910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28809): Launched\u000a04:52:03.341704 run osmo-stp_10.42.42.5(pid=28810): Launched\u000a04:52:03.458724 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:04.024208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28812): Launched\u000a04:52:04.346560 run osmo-msc_10.42.42.6(pid=28813): Launched\u000a04:52:04.534916 run osmo-stp_10.42.42.5(pid=28810): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28810)]\u000a04:52:04.671337 run osmo-stp_10.42.42.5(pid=28810): stdout: \u000a| (launched: 2022-12-10_04:52:03.182745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:04.807073 run osmo-stp_10.42.42.5(pid=28810): stderr: \u000a| �[0;m�[38;5;43m20221210045203376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045203376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045203376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045203377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045203377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045203377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045203378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:04.937275 run osmo-stp_10.42.42.5(pid=28810): stdout: \u000a| (launched: 2022-12-10_04:52:03.182745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:05.065941 run osmo-stp_10.42.42.5(pid=28810): stderr: \u000a| �[0;m�[38;5;43m20221210045203376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045203376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045203376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045203377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045203377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045203377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045203378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:05.122151 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28810): Process ended prematurely: osmo-stp_10.42.42.5(pid=28810) [trial-2369↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28810)] [trial-2369↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:52:05.130839 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:52:05.192657 run osmo-hlr_10.42.42.2(pid=28807): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28807)]\u000a04:52:05.243366 run osmo-hlr_10.42.42.2(pid=28807): stdout: \u000a| (launched: 2022-12-10_04:52:02.207299) \u000a04:52:05.294538 run osmo-hlr_10.42.42.2(pid=28807): stderr: \u000a| �[0;m�[1;31m20221210045202405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045202405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045202405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045202405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045202405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045202406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045202418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045202426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045202426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045202427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:05.364440 run osmo-msc_10.42.42.6(pid=28813): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28813)]\u000a04:52:05.415119 run osmo-msc_10.42.42.6(pid=28813): stdout: \u000a| (launched: 2022-12-10_04:52:04.188495) \u000a04:52:05.466393 run osmo-msc_10.42.42.6(pid=28813): stderr: \u000a| �[0;m�[38;5;43m20221210045204511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045204511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f736bc02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045204511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045204511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045204511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045204511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045204513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:05.510154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28806): Terminating (SIGTERM)\u000a04:52:05.551637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28809): Terminating (SIGTERM)\u000a04:52:05.593309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28812): Terminating (SIGTERM)\u000a04:52:05.602830 --- ParallelTerminationStrategy: PID 28806 died...\u000a04:52:05.658524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28806): Terminated: ok {rc=0}\u000a04:52:05.668438 --- ParallelTerminationStrategy: PID 28809 died...\u000a04:52:05.723518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28809): Terminated: ok {rc=0}\u000a04:52:05.733440 --- ParallelTerminationStrategy: PID 28812 died...\u000a04:52:05.788463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28812): Terminated: ok {rc=0}\u000a04:52:05.876062 bus /sierra_3: Setting Powered False\u000a04:52:06.981876 bus /sierra_3: Setting Powered False\u000a04:52:08.088586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:51:58" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2369↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2369↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:52:10.089395 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:52:10.100300 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:52:10.226706 tst handover.py: using LAC 26110\u000a04:52:10.345803 tst handover.py: using RAC 100\u000a04:52:10.463335 tst handover.py: using CellId 26110\u000a04:52:10.580080 tst handover.py: using BVCI 26111\u000a04:52:10.602929 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:52:10.741763 tst handover.py: using LAC 26111\u000a04:52:10.865862 tst handover.py: using RAC 101\u000a04:52:10.991444 tst handover.py: using CellId 26111\u000a04:52:11.116350 tst handover.py: using BVCI 26112\u000a04:52:11.141287 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:52:11.152765 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:52:11.164423 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:52:11.176001 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:52:11.187588 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:52:11.198894 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:52:11.313808 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:52:11.513169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:11.964846 run create_hlr_db(pid=28818): Launched\u000a04:52:12.088541 bus /sierra_2: Setting Powered False\u000a04:52:13.159571 run create_hlr_db(pid=28818): Terminated: ok {rc=0}\u000a04:52:13.537830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Launched\u000a04:52:13.842052 run osmo-hlr_10.42.42.2(pid=28821): Launched\u000a04:52:13.959899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:14.468337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Launched\u000a04:52:14.772558 run osmo-stp_10.42.42.5(pid=28824): Launched\u000a04:52:14.883780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:15.410976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28826): Launched\u000a04:52:15.714990 run osmo-msc_10.42.42.6(pid=28827): Launched\u000a04:52:16.017914 run osmo-stp_10.42.42.5(pid=28824): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]\u000a04:52:16.155435 run osmo-stp_10.42.42.5(pid=28824): stdout: \u000a| (launched: 2022-12-10_04:52:14.622573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:16.290598 run osmo-stp_10.42.42.5(pid=28824): stderr: \u000a| �[0;m�[38;5;43m20221210045214791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045214792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045214792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045214792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045214793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045214793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045214793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:16.420862 run osmo-stp_10.42.42.5(pid=28824): stdout: \u000a| (launched: 2022-12-10_04:52:14.622573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:16.550292 run osmo-stp_10.42.42.5(pid=28824): stderr: \u000a| �[0;m�[38;5;43m20221210045214791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045214792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045214792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045214792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045214793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045214793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045214793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:16.607573 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2369↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)] [trial-2369↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:52:16.616738 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:52:16.681344 run osmo-hlr_10.42.42.2(pid=28821): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28821)]\u000a04:52:16.733050 run osmo-hlr_10.42.42.2(pid=28821): stdout: \u000a| (launched: 2022-12-10_04:52:13.691640) \u000a04:52:16.785399 run osmo-hlr_10.42.42.2(pid=28821): stderr: \u000a| �[0;m�[1;31m20221210045213870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045213870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045213870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045213870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045213870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045213870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045213882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045213890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045213891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045213891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:16.857553 run osmo-msc_10.42.42.6(pid=28827): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28827)]\u000a04:52:16.909261 run osmo-msc_10.42.42.6(pid=28827): stdout: \u000a| (launched: 2022-12-10_04:52:15.564417) \u000a04:52:16.961840 run osmo-msc_10.42.42.6(pid=28827): stderr: \u000a| �[0;m�[38;5;43m20221210045215853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045215853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58356fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045215854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045215854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045215854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045215854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045215856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045215856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045215856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045215856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:17.006807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminating (SIGTERM)\u000a04:52:17.050642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminating (SIGTERM)\u000a04:52:17.095204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28826): Terminating (SIGTERM)\u000a04:52:17.105545 --- ParallelTerminationStrategy: PID 28820 died...\u000a04:52:17.163189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminated: ok {rc=0}\u000a04:52:17.173598 --- ParallelTerminationStrategy: PID 28823 died...\u000a04:52:17.229300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminated: ok {rc=0}\u000a04:52:17.239221 --- ParallelTerminationStrategy: PID 28826 died...\u000a04:52:17.294140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28826): Terminated: ok {rc=0}\u000a04:52:17.380067 bus /sierra_3: Setting Powered False\u000a04:52:18.482916 bus /sierra_3: Setting Powered False\u000a04:52:19.590457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:52:09" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2369↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2369↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:52:21.560937 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:52:21.572511 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:52:21.697634 tst handover.py: using LAC 26112\u000a04:52:21.813584 tst handover.py: using RAC 102\u000a04:52:21.938013 tst handover.py: using CellId 26112\u000a04:52:22.062319 tst handover.py: using BVCI 26113\u000a04:52:22.086891 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:52:22.212921 tst handover.py: using LAC 26113\u000a04:52:22.337020 tst handover.py: using RAC 103\u000a04:52:22.460938 tst handover.py: using CellId 26113\u000a04:52:22.585313 tst handover.py: using BVCI 26114\u000a04:52:22.609502 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:52:22.620823 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:52:22.632156 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:52:22.644174 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:52:22.655990 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:52:22.667975 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:52:22.784418 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:52:22.982284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:23.424525 run create_hlr_db(pid=28832): Launched\u000a04:52:23.545800 bus /sierra_2: Setting Powered False\u000a04:52:24.616343 run create_hlr_db(pid=28832): Terminated: ok {rc=0}\u000a04:52:24.985740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Launched\u000a04:52:25.281647 run osmo-hlr_10.42.42.2(pid=28835): Launched\u000a04:52:25.389579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:25.878056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Launched\u000a04:52:26.178856 run osmo-stp_10.42.42.5(pid=28838): Launched\u000a04:52:26.288749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:26.801966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28840): Launched\u000a04:52:27.098351 run osmo-msc_10.42.42.6(pid=28841): Launched\u000a04:52:27.273181 run osmo-stp_10.42.42.5(pid=28838): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]\u000a04:52:27.399196 run osmo-stp_10.42.42.5(pid=28838): stdout: \u000a| (launched: 2022-12-10_04:52:26.032937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:27.523073 run osmo-stp_10.42.42.5(pid=28838): stderr: \u000a| �[0;m�[38;5;43m20221210045226200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045226200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045226201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045226201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045226202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045226202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045226202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:27.642245 run osmo-stp_10.42.42.5(pid=28838): stdout: \u000a| (launched: 2022-12-10_04:52:26.032937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:27.760789 run osmo-stp_10.42.42.5(pid=28838): stderr: \u000a| �[0;m�[38;5;43m20221210045226200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045226200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045226201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045226201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045226202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045226202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045226202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:27.812433 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2369↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)] [trial-2369↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a04:52:27.821064 tst handover.py:18: Test FAILED (6.2 sec)\u000a04:52:27.880503 run osmo-hlr_10.42.42.2(pid=28835): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28835)]\u000a04:52:27.929157 run osmo-hlr_10.42.42.2(pid=28835): stdout: \u000a| (launched: 2022-12-10_04:52:25.135907) \u000a04:52:27.978221 run osmo-hlr_10.42.42.2(pid=28835): stderr: \u000a| �[0;m�[1;31m20221210045225311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045225311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045225311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045225311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045225311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045225311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045225326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045225336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045225336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045225336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:28.045073 run osmo-msc_10.42.42.6(pid=28841): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28841)]\u000a04:52:28.093302 run osmo-msc_10.42.42.6(pid=28841): stdout: \u000a| (launched: 2022-12-10_04:52:26.951900) \u000a04:52:28.141920 run osmo-msc_10.42.42.6(pid=28841): stderr: \u000a| �[0;m�[38;5;43m20221210045227220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045227220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60bc0c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045227220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045227220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045227221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045227221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045227223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045227223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045227224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045227224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:28.183280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminating (SIGTERM)\u000a04:52:28.222685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminating (SIGTERM)\u000a04:52:28.262121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28840): Terminating (SIGTERM)\u000a04:52:28.271543 --- ParallelTerminationStrategy: PID 28834 died...\u000a04:52:28.324846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminated: ok {rc=0}\u000a04:52:28.334650 --- ParallelTerminationStrategy: PID 28837 died...\u000a04:52:28.387434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminated: ok {rc=0}\u000a04:52:28.397177 --- ParallelTerminationStrategy: PID 28840 died...\u000a04:52:28.449953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28840): Terminated: ok {rc=0}\u000a04:52:28.533451 bus /sierra_3: Setting Powered False\u000a04:52:29.639698 bus /sierra_3: Setting Powered False\u000a04:52:30.746046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:52:21" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28852): Process ended prematurely: osmo-stp_10.42.42.5(pid=28852) [trial-2369↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28852)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28852): Process ended prematurely: osmo-stp_10.42.42.5(pid=28852) [trial-2369↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:52:32.814642 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:52:32.826639 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:52:32.956529 tst handover.py: using LAC 26114\u000a04:52:33.082119 tst handover.py: using RAC 104\u000a04:52:33.205678 tst handover.py: using CellId 26114\u000a04:52:33.329267 tst handover.py: using BVCI 26115\u000a04:52:33.353276 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:52:33.494268 tst handover.py: using LAC 26115\u000a04:52:33.617753 tst handover.py: using RAC 105\u000a04:52:33.742973 tst handover.py: using CellId 26115\u000a04:52:33.868877 tst handover.py: using BVCI 26116\u000a04:52:33.892891 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:52:33.904179 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:52:33.915672 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:52:33.927316 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:52:33.939049 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:52:33.950648 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:52:34.064190 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:52:34.268033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:34.708192 run create_hlr_db(pid=28846): Launched\u000a04:52:34.829267 bus /sierra_2: Setting Powered False\u000a04:52:35.900543 run create_hlr_db(pid=28846): Terminated: ok {rc=0}\u000a04:52:36.277484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28848): Launched\u000a04:52:36.570119 run osmo-hlr_10.42.42.2(pid=28849): Launched\u000a04:52:36.681518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:37.167323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28851): Launched\u000a04:52:37.458810 run osmo-stp_10.42.42.5(pid=28852): Launched\u000a04:52:37.565786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:38.073251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28854): Launched\u000a04:52:38.366475 run osmo-msc_10.42.42.6(pid=28855): Launched\u000a04:52:38.538162 run osmo-stp_10.42.42.5(pid=28852): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28852)]\u000a04:52:38.662555 run osmo-stp_10.42.42.5(pid=28852): stdout: \u000a| (launched: 2022-12-10_04:52:37.315152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:38.784341 run osmo-stp_10.42.42.5(pid=28852): stderr: \u000a| �[0;m�[38;5;43m20221210045237484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045237484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045237484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045237484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045237485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045237485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045237485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:38.901809 run osmo-stp_10.42.42.5(pid=28852): stdout: \u000a| (launched: 2022-12-10_04:52:37.315152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:39.018260 run osmo-stp_10.42.42.5(pid=28852): stderr: \u000a| �[0;m�[38;5;43m20221210045237484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045237484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045237484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045237484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045237485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045237485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045237485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:39.069242 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28852): Process ended prematurely: osmo-stp_10.42.42.5(pid=28852) [trial-2369↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28852)] [trial-2369↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a04:52:39.077119 tst handover.py:18: Test FAILED (6.3 sec)\u000a04:52:39.135504 run osmo-hlr_10.42.42.2(pid=28849): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28849)]\u000a04:52:39.183429 run osmo-hlr_10.42.42.2(pid=28849): stdout: \u000a| (launched: 2022-12-10_04:52:36.425646) \u000a04:52:39.231941 run osmo-hlr_10.42.42.2(pid=28849): stderr: \u000a| �[0;m�[1;31m20221210045236597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045236597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045236597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045236597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045236597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045236597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045236609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045236619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045236619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045236620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:39.297746 run osmo-msc_10.42.42.6(pid=28855): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28855)]\u000a04:52:39.345622 run osmo-msc_10.42.42.6(pid=28855): stdout: \u000a| (launched: 2022-12-10_04:52:38.221986) \u000a04:52:39.394714 run osmo-msc_10.42.42.6(pid=28855): stderr: \u000a| �[0;m�[38;5;43m20221210045238490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045238490 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f220316bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045238490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045238490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045238490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045238491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045238492 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045238493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045238493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045238493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:39.435607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28848): Terminating (SIGTERM)\u000a04:52:39.474633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28851): Terminating (SIGTERM)\u000a04:52:39.513571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28854): Terminating (SIGTERM)\u000a04:52:39.523228 --- ParallelTerminationStrategy: PID 28848 died...\u000a04:52:39.575232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28848): Terminated: ok {rc=0}\u000a04:52:39.585361 --- ParallelTerminationStrategy: PID 28851 died...\u000a04:52:39.637403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28851): Terminated: ok {rc=0}\u000a04:52:39.646820 --- ParallelTerminationStrategy: PID 28854 died...\u000a04:52:39.699328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28854): Terminated: ok {rc=0}\u000a04:52:39.781098 bus /sierra_3: Setting Powered False\u000a04:52:40.886171 bus /sierra_3: Setting Powered False\u000a04:52:41.995175 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:52:32" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28866): Process ended prematurely: osmo-stp_10.42.42.5(pid=28866) [trial-2369↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28866)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28866): Process ended prematurely: osmo-stp_10.42.42.5(pid=28866) [trial-2369↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:52:43.979499 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:52:43.990278 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:52:44.111130 tst handover.py: using LAC 26116\u000a04:52:44.225531 tst handover.py: using RAC 106\u000a04:52:44.344631 tst handover.py: using CellId 26116\u000a04:52:44.457332 tst handover.py: using BVCI 26117\u000a04:52:44.479455 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:52:44.616776 tst handover.py: using LAC 26117\u000a04:52:44.737071 tst handover.py: using RAC 107\u000a04:52:44.857334 tst handover.py: using CellId 26117\u000a04:52:44.983175 tst handover.py: using BVCI 26118\u000a04:52:45.007243 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:52:45.018629 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:52:45.029672 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:52:45.040879 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:52:45.052101 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:52:45.063365 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:52:45.176377 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:52:45.379895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:45.859828 run create_hlr_db(pid=28860): Launched\u000a04:52:45.993863 bus /sierra_2: Setting Powered False\u000a04:52:47.055839 run create_hlr_db(pid=28860): Terminated: ok {rc=0}\u000a04:52:47.426972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28862): Launched\u000a04:52:47.721070 run osmo-hlr_10.42.42.2(pid=28863): Launched\u000a04:52:47.834949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:48.326145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28865): Launched\u000a04:52:48.616609 run osmo-stp_10.42.42.5(pid=28866): Launched\u000a04:52:48.724088 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:49.231504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28868): Launched\u000a04:52:49.523796 run osmo-msc_10.42.42.6(pid=28869): Launched\u000a04:52:49.695812 run osmo-stp_10.42.42.5(pid=28866): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28866)]\u000a04:52:49.820263 run osmo-stp_10.42.42.5(pid=28866): stdout: \u000a| (launched: 2022-12-10_04:52:48.473672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:49.942308 run osmo-stp_10.42.42.5(pid=28866): stderr: \u000a| �[0;m�[38;5;43m20221210045248642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045248643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045248643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045248643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045248644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045248644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045248644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:50.059579 run osmo-stp_10.42.42.5(pid=28866): stdout: \u000a| (launched: 2022-12-10_04:52:48.473672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:50.175944 run osmo-stp_10.42.42.5(pid=28866): stderr: \u000a| �[0;m�[38;5;43m20221210045248642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045248643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045248643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045248643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045248644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045248644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045248644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:50.227424 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28866): Process ended prematurely: osmo-stp_10.42.42.5(pid=28866) [trial-2369↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28866)] [trial-2369↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a04:52:50.235447 tst handover.py:18: Test FAILED (6.2 sec)\u000a04:52:50.294004 run osmo-hlr_10.42.42.2(pid=28863): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28863)]\u000a04:52:50.342427 run osmo-hlr_10.42.42.2(pid=28863): stdout: \u000a| (launched: 2022-12-10_04:52:47.575899) \u000a04:52:50.391132 run osmo-hlr_10.42.42.2(pid=28863): stderr: \u000a| �[0;m�[1;31m20221210045247748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045247748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045247748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045247748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045247748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045247748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045247768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045247777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045247777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045247777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:50.457070 run osmo-msc_10.42.42.6(pid=28869): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28869)]\u000a04:52:50.505064 run osmo-msc_10.42.42.6(pid=28869): stdout: \u000a| (launched: 2022-12-10_04:52:49.379119) \u000a04:52:50.553624 run osmo-msc_10.42.42.6(pid=28869): stderr: \u000a| �[0;m�[38;5;43m20221210045249648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045249648 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f046727ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045249648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045249648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045249648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045249648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045249652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045249652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045249652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045249653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:50.594443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28862): Terminating (SIGTERM)\u000a04:52:50.633497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28865): Terminating (SIGTERM)\u000a04:52:50.672393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28868): Terminating (SIGTERM)\u000a04:52:50.681586 --- ParallelTerminationStrategy: PID 28862 died...\u000a04:52:50.733920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28862): Terminated: ok {rc=0}\u000a04:52:50.743434 --- ParallelTerminationStrategy: PID 28865 died...\u000a04:52:50.795345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28865): Terminated: ok {rc=0}\u000a04:52:50.804864 --- ParallelTerminationStrategy: PID 28868 died...\u000a04:52:50.857219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28868): Terminated: ok {rc=0}\u000a04:52:50.945039 bus /sierra_3: Setting Powered False\u000a04:52:52.048228 bus /sierra_3: Setting Powered False\u000a04:52:53.156113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:52:43" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2369↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2369↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a04:52:55.123530 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:55.134513 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:52:55.260517 tst handover.py: using LAC 26118\u000a04:52:55.374059 tst handover.py: using RAC 108\u000a04:52:55.486715 tst handover.py: using CellId 26118\u000a04:52:55.599300 tst handover.py: using BVCI 26119\u000a04:52:55.621315 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:52:55.744130 tst handover.py: using LAC 26119\u000a04:52:55.865580 tst handover.py: using RAC 109\u000a04:52:55.986931 tst handover.py: using CellId 26119\u000a04:52:56.107803 tst handover.py: using BVCI 26120\u000a04:52:56.131768 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:56.143107 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:56.154249 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:56.165871 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:56.177571 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:56.189117 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:52:56.307757 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:52:56.504023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:56.939783 run create_hlr_db(pid=28875): Launched\u000a04:52:57.058423 bus /sierra_2: Setting Powered False\u000a04:52:58.128881 run create_hlr_db(pid=28875): Terminated: ok {rc=0}\u000a04:52:58.492677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Launched\u000a04:52:58.783316 run osmo-hlr_10.42.42.2(pid=28878): Launched\u000a04:52:58.897280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:59.375719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Launched\u000a04:52:59.665822 run osmo-stp_10.42.42.5(pid=28881): Launched\u000a04:52:59.773189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:00.281009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Launched\u000a04:53:00.573561 run osmo-msc_10.42.42.6(pid=28884): Launched\u000a04:53:00.745207 run osmo-stp_10.42.42.5(pid=28881): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a04:53:00.880654 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-10_04:52:59.522803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:01.005664 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221210045259690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045259690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045259691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:01.132786 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-10_04:52:59.522803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:01.262054 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221210045259690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045259690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045259691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:01.319263 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2369↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)] [trial-2369↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a04:53:01.328384 tst handover.py:18: Test FAILED (6.2 sec)\u000a04:53:01.393297 run osmo-hlr_10.42.42.2(pid=28878): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28878)]\u000a04:53:01.445821 run osmo-hlr_10.42.42.2(pid=28878): stdout: \u000a| (launched: 2022-12-10_04:52:58.640672) \u000a04:53:01.498196 run osmo-hlr_10.42.42.2(pid=28878): stderr: \u000a| �[0;m�[1;31m20221210045258815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045258815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045258815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045258815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045258815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045258815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045258832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045258841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045258841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045258841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:01.569436 run osmo-msc_10.42.42.6(pid=28884): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28884)]\u000a04:53:01.622676 run osmo-msc_10.42.42.6(pid=28884): stdout: \u000a| (launched: 2022-12-10_04:53:00.429936) \u000a04:53:01.675498 run osmo-msc_10.42.42.6(pid=28884): stderr: \u000a| �[0;m�[38;5;43m20221210045300700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045300701 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f559acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045300701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045300701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045300701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045300701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045300703 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045300703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045300704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045300704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:01.719592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminating (SIGTERM)\u000a04:53:01.762263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminating (SIGTERM)\u000a04:53:01.807270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Terminating (SIGTERM)\u000a04:53:01.818608 --- ParallelTerminationStrategy: PID 28877 died...\u000a04:53:01.877135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminated: ok {rc=0}\u000a04:53:01.888140 --- ParallelTerminationStrategy: PID 28880 died...\u000a04:53:01.944186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminated: ok {rc=0}\u000a04:53:01.954523 --- ParallelTerminationStrategy: PID 28883 died...\u000a04:53:02.009675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Terminated: ok {rc=0}\u000a04:53:02.098081 bus /sierra_3: Setting Powered False\u000a04:53:03.200107 bus /sierra_3: Setting Powered False\u000a04:53:04.304509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:52:54" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28895): Process ended prematurely: osmo-stp_10.42.42.5(pid=28895) [trial-2369↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28895)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28895): Process ended prematurely: osmo-stp_10.42.42.5(pid=28895) [trial-2369↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a04:53:06.266390 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:53:06.277461 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:53:06.397295 tst handover.py: using LAC 26120\u000a04:53:06.511344 tst handover.py: using RAC 110\u000a04:53:06.634240 tst handover.py: using CellId 26120\u000a04:53:06.759145 tst handover.py: using BVCI 26121\u000a04:53:06.782909 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:53:06.924276 tst handover.py: using LAC 26121\u000a04:53:07.048875 tst handover.py: using RAC 111\u000a04:53:07.171633 tst handover.py: using CellId 26121\u000a04:53:07.294917 tst handover.py: using BVCI 26122\u000a04:53:07.318821 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:53:07.329890 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:53:07.340682 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:53:07.352178 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:53:07.363663 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:53:07.375187 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:53:07.491260 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:53:07.685734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:08.119110 run create_hlr_db(pid=28889): Launched\u000a04:53:08.238982 bus /sierra_2: Setting Powered False\u000a04:53:09.309241 run create_hlr_db(pid=28889): Terminated: ok {rc=0}\u000a04:53:09.696668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28891): Launched\u000a04:53:10.008623 run osmo-hlr_10.42.42.2(pid=28892): Launched\u000a04:53:10.127741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:10.640279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28894): Launched\u000a04:53:10.950560 run osmo-stp_10.42.42.5(pid=28895): Launched\u000a04:53:11.064476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:11.605432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28897): Launched\u000a04:53:11.918024 run osmo-msc_10.42.42.6(pid=28898): Launched\u000a04:53:12.100936 run osmo-stp_10.42.42.5(pid=28895): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28895)]\u000a04:53:12.232705 run osmo-stp_10.42.42.5(pid=28895): stdout: \u000a| (launched: 2022-12-10_04:53:10.798768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:12.364611 run osmo-stp_10.42.42.5(pid=28895): stderr: \u000a| �[0;m�[38;5;43m20221210045310989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045310989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045310989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045310990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045310990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045310990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045310990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:12.490239 run osmo-stp_10.42.42.5(pid=28895): stdout: \u000a| (launched: 2022-12-10_04:53:10.798768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:12.614542 run osmo-stp_10.42.42.5(pid=28895): stderr: \u000a| �[0;m�[38;5;43m20221210045310989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045310989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045310989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045310990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045310990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045310990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045310990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:12.668929 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28895): Process ended prematurely: osmo-stp_10.42.42.5(pid=28895) [trial-2369↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28895)] [trial-2369↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a04:53:12.677594 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:53:12.738581 run osmo-hlr_10.42.42.2(pid=28892): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28892)]\u000a04:53:12.789059 run osmo-hlr_10.42.42.2(pid=28892): stdout: \u000a| (launched: 2022-12-10_04:53:09.855783) \u000a04:53:12.840146 run osmo-hlr_10.42.42.2(pid=28892): stderr: \u000a| �[0;m�[1;31m20221210045310054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045310054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045310054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045310054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045310054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045310054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045310070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045310081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045310081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045310081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:12.909445 run osmo-msc_10.42.42.6(pid=28898): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28898)]\u000a04:53:12.960159 run osmo-msc_10.42.42.6(pid=28898): stdout: \u000a| (launched: 2022-12-10_04:53:11.764051) \u000a04:53:13.011306 run osmo-msc_10.42.42.6(pid=28898): stderr: \u000a| �[0;m�[38;5;43m20221210045312085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045312085 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b06f38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045312085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045312085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045312085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045312085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045312087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045312088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045312088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045312088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:13.054657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28891): Terminating (SIGTERM)\u000a04:53:13.095368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28894): Terminating (SIGTERM)\u000a04:53:13.135999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28897): Terminating (SIGTERM)\u000a04:53:13.145403 --- ParallelTerminationStrategy: PID 28891 died...\u000a04:53:13.199926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28891): Terminated: ok {rc=0}\u000a04:53:13.209741 --- ParallelTerminationStrategy: PID 28894 died...\u000a04:53:13.263665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28894): Terminated: ok {rc=0}\u000a04:53:13.273468 --- ParallelTerminationStrategy: PID 28897 died...\u000a04:53:13.328025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28897): Terminated: ok {rc=0}\u000a04:53:13.412526 bus /sierra_3: Setting Powered False\u000a04:53:14.516261 bus /sierra_3: Setting Powered False\u000a04:53:15.622590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:53:06" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29181): Process ended prematurely: osmo-stp_10.42.42.5(pid=29181) [trial-2369↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29181)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29181): Process ended prematurely: osmo-stp_10.42.42.5(pid=29181) [trial-2369↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:53:17.806147 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:53:17.821470 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:53:17.994060 tst handover.py: using LAC 26122\u000a04:53:18.132408 tst handover.py: using RAC 112\u000a04:53:18.276884 tst handover.py: using CellId 26122\u000a04:53:18.424616 tst handover.py: using BVCI 26123\u000a04:53:18.457689 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:53:18.628323 tst handover.py: using LAC 26123\u000a04:53:18.779940 tst handover.py: using RAC 113\u000a04:53:18.931050 tst handover.py: using CellId 26123\u000a04:53:19.075030 tst handover.py: using BVCI 26124\u000a04:53:19.099150 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:53:19.111079 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:53:19.123961 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:53:19.136908 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:53:19.149667 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:53:19.161384 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:53:19.278069 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:53:19.479492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:19.971773 run create_hlr_db(pid=29173): Launched\u000a04:53:20.095797 bus /sierra_2: Setting Powered False\u000a04:53:21.169653 run create_hlr_db(pid=29173): Terminated: ok {rc=0}\u000a04:53:21.578333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29177): Launched\u000a04:53:22.002753 run osmo-hlr_10.42.42.2(pid=29178): Launched\u000a04:53:22.238951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:22.775266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29180): Launched\u000a04:53:23.190489 run osmo-stp_10.42.42.5(pid=29181): Launched\u000a04:53:23.399928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:23.986833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29183): Launched\u000a04:53:24.414876 run osmo-msc_10.42.42.6(pid=29184): Launched\u000a04:53:24.803502 run osmo-stp_10.42.42.5(pid=29181): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29181)]\u000a04:53:25.015119 run osmo-stp_10.42.42.5(pid=29181): stdout: \u000a| (launched: 2022-12-10_04:53:22.931435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:25.154619 run osmo-stp_10.42.42.5(pid=29181): stderr: \u000a| �[0;m�[38;5;43m20221210045323219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045323219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045323219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045323220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045323220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045323220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045323220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:25.289750 run osmo-stp_10.42.42.5(pid=29181): stdout: \u000a| (launched: 2022-12-10_04:53:22.931435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:25.423082 run osmo-stp_10.42.42.5(pid=29181): stderr: \u000a| �[0;m�[38;5;43m20221210045323219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045323219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045323219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045323220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045323220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045323220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045323220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:25.481794 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29181): Process ended prematurely: osmo-stp_10.42.42.5(pid=29181) [trial-2369↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29181)] [trial-2369↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:53:25.491684 tst handover.py:18: Test FAILED (7.7 sec)\u000a04:53:25.556325 run osmo-hlr_10.42.42.2(pid=29178): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29178)]\u000a04:53:25.609628 run osmo-hlr_10.42.42.2(pid=29178): stdout: \u000a| (launched: 2022-12-10_04:53:21.746620) \u000a04:53:25.664218 run osmo-hlr_10.42.42.2(pid=29178): stderr: \u000a| �[0;m�[1;31m20221210045322046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045322046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045322046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045322046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045322046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045322047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045322066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045322074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045322074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045322075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:25.737413 run osmo-msc_10.42.42.6(pid=29184): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29184)]\u000a04:53:25.790767 run osmo-msc_10.42.42.6(pid=29184): stdout: \u000a| (launched: 2022-12-10_04:53:24.156319) \u000a04:53:25.844672 run osmo-msc_10.42.42.6(pid=29184): stderr: \u000a| �[0;m�[38;5;43m20221210045324651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045324651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51af5ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045324651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045324651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045324652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045324652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045324662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045324665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045324665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045324665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:25.891019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29177): Terminating (SIGTERM)\u000a04:53:25.936547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29180): Terminating (SIGTERM)\u000a04:53:25.982308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29183): Terminating (SIGTERM)\u000a04:53:25.993300 --- ParallelTerminationStrategy: PID 29177 died...\u000a04:53:26.052479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29177): Terminated: ok {rc=0}\u000a04:53:26.063651 --- ParallelTerminationStrategy: PID 29180 died...\u000a04:53:26.120917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29180): Terminated: ok {rc=0}\u000a04:53:26.132170 --- ParallelTerminationStrategy: PID 29183 died...\u000a04:53:26.189253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29183): Terminated: ok {rc=0}\u000a04:53:26.279691 bus /sierra_3: Setting Powered False\u000a04:53:27.387971 bus /sierra_3: Setting Powered False\u000a04:53:28.501902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:53:17" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29195): Process ended prematurely: osmo-stp_10.42.42.5(pid=29195) [trial-2369↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29195)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29195): Process ended prematurely: osmo-stp_10.42.42.5(pid=29195) [trial-2369↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:53:30.514127 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:30.526940 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:53:30.658855 tst handover.py: using LAC 26124\u000a04:53:30.793073 tst handover.py: using RAC 114\u000a04:53:30.922078 tst handover.py: using CellId 26124\u000a04:53:31.082786 tst handover.py: using BVCI 26125\u000a04:53:31.108156 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:53:31.274743 tst handover.py: using LAC 26125\u000a04:53:31.416197 tst handover.py: using RAC 115\u000a04:53:31.587348 tst handover.py: using CellId 26125\u000a04:53:31.763364 tst handover.py: using BVCI 26126\u000a04:53:31.789194 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:31.801269 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:31.813147 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:31.825795 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:31.838265 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:31.850204 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:53:32.003918 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:53:32.249780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:32.850668 run create_hlr_db(pid=29189): Launched\u000a04:53:32.996827 bus /sierra_2: Setting Powered False\u000a04:53:34.066296 run create_hlr_db(pid=29189): Terminated: ok {rc=0}\u000a04:53:34.493079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29191): Launched\u000a04:53:34.922032 run osmo-hlr_10.42.42.2(pid=29192): Launched\u000a04:53:35.178530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:35.744264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29194): Launched\u000a04:53:36.185965 run osmo-stp_10.42.42.5(pid=29195): Launched\u000a04:53:36.404287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:36.997756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29197): Launched\u000a04:53:37.428839 run osmo-msc_10.42.42.6(pid=29198): Launched\u000a04:53:37.822226 run osmo-stp_10.42.42.5(pid=29195): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29195)]\u000a04:53:38.036817 run osmo-stp_10.42.42.5(pid=29195): stdout: \u000a| (launched: 2022-12-10_04:53:35.915407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:38.176051 run osmo-stp_10.42.42.5(pid=29195): stderr: \u000a| �[0;m�[38;5;43m20221210045336220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045336220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045336220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045336221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045336221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045336221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045336221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:38.311311 run osmo-stp_10.42.42.5(pid=29195): stdout: \u000a| (launched: 2022-12-10_04:53:35.915407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:38.445611 run osmo-stp_10.42.42.5(pid=29195): stderr: \u000a| �[0;m�[38;5;43m20221210045336220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045336220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045336220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045336221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045336221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045336221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045336221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:38.504365 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29195): Process ended prematurely: osmo-stp_10.42.42.5(pid=29195) [trial-2369↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29195)] [trial-2369↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:53:38.514012 tst handover.py:18: Test FAILED (8.0 sec)\u000a04:53:38.579395 run osmo-hlr_10.42.42.2(pid=29192): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29192)]\u000a04:53:38.633852 run osmo-hlr_10.42.42.2(pid=29192): stdout: \u000a| (launched: 2022-12-10_04:53:34.665659) \u000a04:53:38.688778 run osmo-hlr_10.42.42.2(pid=29192): stderr: \u000a| �[0;m�[1;31m20221210045334981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045334981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045334982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045334982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045334982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045334982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045334997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045335013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045335013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045335013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:38.761574 run osmo-msc_10.42.42.6(pid=29198): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29198)]\u000a04:53:38.814392 run osmo-msc_10.42.42.6(pid=29198): stdout: \u000a| (launched: 2022-12-10_04:53:37.168781) \u000a04:53:38.869308 run osmo-msc_10.42.42.6(pid=29198): stderr: \u000a| �[0;m�[38;5;43m20221210045337685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045337686 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cb74b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045337686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045337686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045337686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045337686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045337688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045337688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045337689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045337689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:38.915556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29191): Terminating (SIGTERM)\u000a04:53:38.961369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29194): Terminating (SIGTERM)\u000a04:53:39.006712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29197): Terminating (SIGTERM)\u000a04:53:39.017075 --- ParallelTerminationStrategy: PID 29191 died...\u000a04:53:39.076387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29191): Terminated: ok {rc=0}\u000a04:53:39.086931 --- ParallelTerminationStrategy: PID 29194 died...\u000a04:53:39.144141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29194): Terminated: ok {rc=0}\u000a04:53:39.154769 --- ParallelTerminationStrategy: PID 29197 died...\u000a04:53:39.212824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29197): Terminated: ok {rc=0}\u000a04:53:39.303401 bus /sierra_3: Setting Powered False\u000a04:53:40.407753 bus /sierra_3: Setting Powered False\u000a04:53:41.514835 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:53:30" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29210): Process ended prematurely: osmo-stp_10.42.42.5(pid=29210) [trial-2369↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29210): Process ended prematurely: osmo-stp_10.42.42.5(pid=29210) [trial-2369↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:53:43.492175 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:43.503647 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:53:43.630474 tst handover.py: using LAC 26126\u000a04:53:43.758791 tst handover.py: using RAC 116\u000a04:53:43.884851 tst handover.py: using CellId 26126\u000a04:53:44.013011 tst handover.py: using BVCI 26127\u000a04:53:44.037615 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:53:44.166323 tst handover.py: using LAC 26127\u000a04:53:44.292570 tst handover.py: using RAC 117\u000a04:53:44.414517 tst handover.py: using CellId 26127\u000a04:53:44.536097 tst handover.py: using BVCI 26128\u000a04:53:44.559244 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:44.570118 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:44.581348 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:44.592574 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:44.603736 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:44.614817 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:53:44.728741 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:53:44.929232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:45.378486 run create_hlr_db(pid=29204): Launched\u000a04:53:45.502185 bus /sierra_2: Setting Powered False\u000a04:53:46.580279 run create_hlr_db(pid=29204): Terminated: ok {rc=0}\u000a04:53:46.980000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29206): Launched\u000a04:53:47.287737 run osmo-hlr_10.42.42.2(pid=29207): Launched\u000a04:53:47.404257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:47.902891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29209): Launched\u000a04:53:48.206234 run osmo-stp_10.42.42.5(pid=29210): Launched\u000a04:53:48.317773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:48.844212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29212): Launched\u000a04:53:49.148101 run osmo-msc_10.42.42.6(pid=29213): Launched\u000a04:53:49.326050 run osmo-stp_10.42.42.5(pid=29210): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)]\u000a04:53:49.454476 run osmo-stp_10.42.42.5(pid=29210): stdout: \u000a| (launched: 2022-12-10_04:53:48.056561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:49.580517 run osmo-stp_10.42.42.5(pid=29210): stderr: \u000a| �[0;m�[38;5;43m20221210045348227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045348227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045348228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045348228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045348228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045348229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045348229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:49.702433 run osmo-stp_10.42.42.5(pid=29210): stdout: \u000a| (launched: 2022-12-10_04:53:48.056561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:49.823100 run osmo-stp_10.42.42.5(pid=29210): stderr: \u000a| �[0;m�[38;5;43m20221210045348227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045348227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045348228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045348228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045348228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045348229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045348229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:49.876110 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29210): Process ended prematurely: osmo-stp_10.42.42.5(pid=29210) [trial-2369↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)] [trial-2369↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a04:53:49.884223 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:53:49.944437 run osmo-hlr_10.42.42.2(pid=29207): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29207)]\u000a04:53:49.993369 run osmo-hlr_10.42.42.2(pid=29207): stdout: \u000a| (launched: 2022-12-10_04:53:47.136854) \u000a04:53:50.043145 run osmo-hlr_10.42.42.2(pid=29207): stderr: \u000a| �[0;m�[1;31m20221210045347312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045347312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045347312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045347312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045347312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045347313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045347324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045347332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045347332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045347333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:50.109732 run osmo-msc_10.42.42.6(pid=29213): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29213)]\u000a04:53:50.158941 run osmo-msc_10.42.42.6(pid=29213): stdout: \u000a| (launched: 2022-12-10_04:53:48.997989) \u000a04:53:50.208186 run osmo-msc_10.42.42.6(pid=29213): stderr: \u000a| �[0;m�[38;5;43m20221210045349266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045349266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4927183c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045349267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045349267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045349267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045349267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045349269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045349269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045349269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045349269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:50.249684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29206): Terminating (SIGTERM)\u000a04:53:50.289532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29209): Terminating (SIGTERM)\u000a04:53:50.329213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29212): Terminating (SIGTERM)\u000a04:53:50.338721 --- ParallelTerminationStrategy: PID 29206 died...\u000a04:53:50.391804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29206): Terminated: ok {rc=0}\u000a04:53:50.401878 --- ParallelTerminationStrategy: PID 29209 died...\u000a04:53:50.454573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29209): Terminated: ok {rc=0}\u000a04:53:50.464487 --- ParallelTerminationStrategy: PID 29212 died...\u000a04:53:50.516831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29212): Terminated: ok {rc=0}\u000a04:53:50.604788 bus /sierra_3: Setting Powered False\u000a04:53:51.707415 bus /sierra_3: Setting Powered False\u000a04:53:52.818325 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:53:43" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29224): Process ended prematurely: osmo-stp_10.42.42.5(pid=29224) [trial-2369↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29224)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29224): Process ended prematurely: osmo-stp_10.42.42.5(pid=29224) [trial-2369↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:53:54.795720 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:54.806720 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:53:54.928349 tst handover.py: using LAC 26128\u000a04:53:55.045417 tst handover.py: using RAC 118\u000a04:53:55.167127 tst handover.py: using CellId 26128\u000a04:53:55.292772 tst handover.py: using BVCI 26129\u000a04:53:55.317744 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:53:55.462574 tst handover.py: using LAC 26129\u000a04:53:55.586501 tst handover.py: using RAC 119\u000a04:53:55.710360 tst handover.py: using CellId 26129\u000a04:53:55.834317 tst handover.py: using BVCI 26130\u000a04:53:55.858758 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:55.870009 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:55.881098 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:55.892214 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:55.903428 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:55.914500 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:53:56.029968 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:53:56.238927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:56.723519 run create_hlr_db(pid=29218): Launched\u000a04:53:56.854744 bus /sierra_2: Setting Powered False\u000a04:53:57.930393 run create_hlr_db(pid=29218): Terminated: ok {rc=0}\u000a04:53:58.311477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29220): Launched\u000a04:53:58.616220 run osmo-hlr_10.42.42.2(pid=29221): Launched\u000a04:53:58.735466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:59.239905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29223): Launched\u000a04:53:59.542283 run osmo-stp_10.42.42.5(pid=29224): Launched\u000a04:53:59.654209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:00.179872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29226): Launched\u000a04:54:00.483884 run osmo-msc_10.42.42.6(pid=29227): Launched\u000a04:54:00.663202 run osmo-stp_10.42.42.5(pid=29224): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29224)]\u000a04:54:00.792152 run osmo-stp_10.42.42.5(pid=29224): stdout: \u000a| (launched: 2022-12-10_04:53:59.392906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:00.927721 run osmo-stp_10.42.42.5(pid=29224): stderr: \u000a| �[0;m�[38;5;43m20221210045359562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045359562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045359563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045359563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045359563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045359564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045359564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:01.052617 run osmo-stp_10.42.42.5(pid=29224): stdout: \u000a| (launched: 2022-12-10_04:53:59.392906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:01.177932 run osmo-stp_10.42.42.5(pid=29224): stderr: \u000a| �[0;m�[38;5;43m20221210045359562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045359562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045359563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045359563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045359563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045359564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045359564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:01.232182 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29224): Process ended prematurely: osmo-stp_10.42.42.5(pid=29224) [trial-2369↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29224)] [trial-2369↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a04:54:01.241424 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:54:01.305159 run osmo-hlr_10.42.42.2(pid=29221): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29221)]\u000a04:54:01.356378 run osmo-hlr_10.42.42.2(pid=29221): stdout: \u000a| (launched: 2022-12-10_04:53:58.465776) \u000a04:54:01.408913 run osmo-hlr_10.42.42.2(pid=29221): stderr: \u000a| �[0;m�[1;31m20221210045358642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045358642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045358642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045358642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045358642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045358643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045358655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045358663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045358664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045358664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:01.478329 run osmo-msc_10.42.42.6(pid=29227): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29227)]\u000a04:54:01.529722 run osmo-msc_10.42.42.6(pid=29227): stdout: \u000a| (launched: 2022-12-10_04:54:00.334114) \u000a04:54:01.581818 run osmo-msc_10.42.42.6(pid=29227): stderr: \u000a| �[0;m�[38;5;43m20221210045400603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045400603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f749f803c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045400603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045400603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045400604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045400604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045400606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045400606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045400606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045400606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:01.626182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29220): Terminating (SIGTERM)\u000a04:54:01.667033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29223): Terminating (SIGTERM)\u000a04:54:01.710071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29226): Terminating (SIGTERM)\u000a04:54:01.719785 --- ParallelTerminationStrategy: PID 29220 died...\u000a04:54:01.775982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29220): Terminated: ok {rc=0}\u000a04:54:01.786507 --- ParallelTerminationStrategy: PID 29223 died...\u000a04:54:01.842698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29223): Terminated: ok {rc=0}\u000a04:54:01.853237 --- ParallelTerminationStrategy: PID 29226 died...\u000a04:54:01.909159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29226): Terminated: ok {rc=0}\u000a04:54:01.995216 bus /sierra_3: Setting Powered False\u000a04:54:03.095278 bus /sierra_3: Setting Powered False\u000a04:54:04.205759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:53:54" }, { "cases" : [ { "testActions" : [ ], "age" : 167, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29238): Process ended prematurely: osmo-stp_10.42.42.5(pid=29238) [trial-2369↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29238)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29238): Process ended prematurely: osmo-stp_10.42.42.5(pid=29238) [trial-2369↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:54:06.188803 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:54:06.199885 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:54:06.320223 tst handover.py: using LAC 26130\u000a04:54:06.438081 tst handover.py: using RAC 120\u000a04:54:06.563195 tst handover.py: using CellId 26130\u000a04:54:06.689386 tst handover.py: using BVCI 26131\u000a04:54:06.713897 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:54:06.858046 tst handover.py: using LAC 26131\u000a04:54:06.985782 tst handover.py: using RAC 121\u000a04:54:07.111579 tst handover.py: using CellId 26131\u000a04:54:07.237668 tst handover.py: using BVCI 26132\u000a04:54:07.262237 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:54:07.273568 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:54:07.284502 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:54:07.295632 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:54:07.306855 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:54:07.317933 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:54:07.431645 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:54:07.637441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:08.123207 run create_hlr_db(pid=29232): Launched\u000a04:54:08.254582 bus /sierra_2: Setting Powered False\u000a04:54:09.330643 run create_hlr_db(pid=29232): Terminated: ok {rc=0}\u000a04:54:09.711221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29234): Launched\u000a04:54:10.015132 run osmo-hlr_10.42.42.2(pid=29235): Launched\u000a04:54:10.127598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:10.627479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29237): Launched\u000a04:54:10.930859 run osmo-stp_10.42.42.5(pid=29238): Launched\u000a04:54:11.042558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:11.570794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29240): Launched\u000a04:54:11.875153 run osmo-msc_10.42.42.6(pid=29241): Launched\u000a04:54:12.054357 run osmo-stp_10.42.42.5(pid=29238): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29238)]\u000a04:54:12.183785 run osmo-stp_10.42.42.5(pid=29238): stdout: \u000a| (launched: 2022-12-10_04:54:10.781077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:12.310479 run osmo-stp_10.42.42.5(pid=29238): stderr: \u000a| �[0;m�[38;5;43m20221210045410952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045410952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045410952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045410953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045410953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045410953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045410953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:12.432569 run osmo-stp_10.42.42.5(pid=29238): stdout: \u000a| (launched: 2022-12-10_04:54:10.781077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:12.553908 run osmo-stp_10.42.42.5(pid=29238): stderr: \u000a| �[0;m�[38;5;43m20221210045410952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045410952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045410952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045410953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045410953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045410953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045410953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:12.607009 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29238): Process ended prematurely: osmo-stp_10.42.42.5(pid=29238) [trial-2369↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29238)] [trial-2369↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a04:54:12.615189 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:54:12.675852 run osmo-hlr_10.42.42.2(pid=29235): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29235)]\u000a04:54:12.724763 run osmo-hlr_10.42.42.2(pid=29235): stdout: \u000a| (launched: 2022-12-10_04:54:09.865602) \u000a04:54:12.774372 run osmo-hlr_10.42.42.2(pid=29235): stderr: \u000a| �[0;m�[1;31m20221210045410042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045410042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045410042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045410043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045410043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045410043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045410067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045410077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045410077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045410077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:12.841342 run osmo-msc_10.42.42.6(pid=29241): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29241)]\u000a04:54:12.890390 run osmo-msc_10.42.42.6(pid=29241): stdout: \u000a| (launched: 2022-12-10_04:54:11.725129) \u000a04:54:12.940085 run osmo-msc_10.42.42.6(pid=29241): stderr: \u000a| �[0;m�[38;5;43m20221210045411998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045411998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f717c55ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045411999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045411999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045411999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045411999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045412001 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045412001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045412001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045412001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:12.982257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29234): Terminating (SIGTERM)\u000a04:54:13.022227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29237): Terminating (SIGTERM)\u000a04:54:13.062364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29240): Terminating (SIGTERM)\u000a04:54:13.071980 --- ParallelTerminationStrategy: PID 29234 died...\u000a04:54:13.125403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29234): Terminated: ok {rc=0}\u000a04:54:13.134972 --- ParallelTerminationStrategy: PID 29237 died...\u000a04:54:13.187392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29237): Terminated: ok {rc=0}\u000a04:54:13.197360 --- ParallelTerminationStrategy: PID 29240 died...\u000a04:54:13.249983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29240): Terminated: ok {rc=0}\u000a04:54:13.336375 bus /sierra_3: Setting Powered False\u000a04:54:14.437084 bus /sierra_3: Setting Powered False\u000a04:54:15.546786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:54:05" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29252): Process ended prematurely: osmo-stp_10.42.42.5(pid=29252) [trial-2369↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29252)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29252): Process ended prematurely: osmo-stp_10.42.42.5(pid=29252) [trial-2369↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a04:54:17.634138 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:17.645074 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:54:17.770743 tst handover.py: using LAC 26132\u000a04:54:17.890343 tst handover.py: using RAC 122\u000a04:54:18.010987 tst handover.py: using CellId 26132\u000a04:54:18.130165 tst handover.py: using BVCI 26133\u000a04:54:18.153217 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:54:18.296583 tst handover.py: using LAC 26133\u000a04:54:18.416064 tst handover.py: using RAC 123\u000a04:54:18.533798 tst handover.py: using CellId 26133\u000a04:54:18.651041 tst handover.py: using BVCI 26134\u000a04:54:18.674067 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:18.684991 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:18.695848 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:18.707373 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:18.719071 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:18.730569 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:54:18.844500 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:54:19.053852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:19.539821 run create_hlr_db(pid=29246): Launched\u000a04:54:19.670716 bus /sierra_2: Setting Powered False\u000a04:54:20.747144 run create_hlr_db(pid=29246): Terminated: ok {rc=0}\u000a04:54:21.127518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29248): Launched\u000a04:54:21.431084 run osmo-hlr_10.42.42.2(pid=29249): Launched\u000a04:54:21.547916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:22.053975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29251): Launched\u000a04:54:22.356366 run osmo-stp_10.42.42.5(pid=29252): Launched\u000a04:54:22.467514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:22.999437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29254): Launched\u000a04:54:23.314158 run osmo-msc_10.42.42.6(pid=29255): Launched\u000a04:54:23.505217 run osmo-stp_10.42.42.5(pid=29252): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29252)]\u000a04:54:23.644223 run osmo-stp_10.42.42.5(pid=29252): stdout: \u000a| (launched: 2022-12-10_04:54:22.207333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:23.779982 run osmo-stp_10.42.42.5(pid=29252): stderr: \u000a| �[0;m�[38;5;43m20221210045422376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045422376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045422377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045422377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045422377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045422378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045422378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:23.909912 run osmo-stp_10.42.42.5(pid=29252): stdout: \u000a| (launched: 2022-12-10_04:54:22.207333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:24.038453 run osmo-stp_10.42.42.5(pid=29252): stderr: \u000a| �[0;m�[38;5;43m20221210045422376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045422376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045422377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045422377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045422377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045422378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045422378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:24.095189 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29252): Process ended prematurely: osmo-stp_10.42.42.5(pid=29252) [trial-2369↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29252)] [trial-2369↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a04:54:24.103776 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:54:24.166190 run osmo-hlr_10.42.42.2(pid=29249): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29249)]\u000a04:54:24.217357 run osmo-hlr_10.42.42.2(pid=29249): stdout: \u000a| (launched: 2022-12-10_04:54:21.281588) \u000a04:54:24.269160 run osmo-hlr_10.42.42.2(pid=29249): stderr: \u000a| �[0;m�[1;31m20221210045421456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045421456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045421456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045421456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045421456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045421456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045421472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045421482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045421482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045421482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:24.339459 run osmo-msc_10.42.42.6(pid=29255): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29255)]\u000a04:54:24.390448 run osmo-msc_10.42.42.6(pid=29255): stdout: \u000a| (launched: 2022-12-10_04:54:23.153296) \u000a04:54:24.442122 run osmo-msc_10.42.42.6(pid=29255): stderr: \u000a| �[0;m�[38;5;43m20221210045423469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045423469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f983861bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045423470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045423470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045423470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045423470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045423472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045423472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045423472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045423472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:24.488116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29248): Terminating (SIGTERM)\u000a04:54:24.528103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29251): Terminating (SIGTERM)\u000a04:54:24.567847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29254): Terminating (SIGTERM)\u000a04:54:24.578271 --- ParallelTerminationStrategy: PID 29248 died...\u000a04:54:24.631578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29248): Terminated: ok {rc=0}\u000a04:54:24.641150 --- ParallelTerminationStrategy: PID 29251 died...\u000a04:54:24.694219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29251): Terminated: ok {rc=0}\u000a04:54:24.703737 --- ParallelTerminationStrategy: PID 29254 died...\u000a04:54:24.756513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29254): Terminated: ok {rc=0}\u000a04:54:24.843968 bus /sierra_3: Setting Powered False\u000a04:54:25.948392 bus /sierra_3: Setting Powered False\u000a04:54:27.059193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:54:17" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29273): Process ended prematurely: osmo-stp_10.42.42.5(pid=29273) [trial-2369↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29273): Process ended prematurely: osmo-stp_10.42.42.5(pid=29273) [trial-2369↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:54:29.039431 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:29.050634 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:54:29.180107 tst handover.py: using LAC 26134\u000a04:54:29.311441 tst handover.py: using RAC 124\u000a04:54:29.437059 tst handover.py: using CellId 26134\u000a04:54:29.562240 tst handover.py: using BVCI 26135\u000a04:54:29.586810 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:54:29.727327 tst handover.py: using LAC 26135\u000a04:54:29.852200 tst handover.py: using RAC 125\u000a04:54:29.974685 tst handover.py: using CellId 26135\u000a04:54:30.092818 tst handover.py: using BVCI 26136\u000a04:54:30.115689 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:30.126732 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:30.137523 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:30.149342 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:30.160902 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:30.172375 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:54:30.288749 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:54:30.490386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:31.017017 run create_hlr_db(pid=29267): Launched\u000a04:54:31.153965 bus /sierra_2: Setting Powered False\u000a04:54:32.273614 run create_hlr_db(pid=29267): Terminated: ok {rc=0}\u000a04:54:32.675955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29269): Launched\u000a04:54:33.000688 run osmo-hlr_10.42.42.2(pid=29270): Launched\u000a04:54:33.119833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:33.652114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29272): Launched\u000a04:54:33.975809 run osmo-stp_10.42.42.5(pid=29273): Launched\u000a04:54:34.093940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:34.656025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29275): Launched\u000a04:54:34.979649 run osmo-msc_10.42.42.6(pid=29276): Launched\u000a04:54:35.168884 run osmo-stp_10.42.42.5(pid=29273): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)]\u000a04:54:35.304916 run osmo-stp_10.42.42.5(pid=29273): stdout: \u000a| (launched: 2022-12-10_04:54:33.817058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:35.440877 run osmo-stp_10.42.42.5(pid=29273): stderr: \u000a| �[0;m�[38;5;43m20221210045434010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045434010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045434011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045434011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045434012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045434012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045434012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:35.570597 run osmo-stp_10.42.42.5(pid=29273): stdout: \u000a| (launched: 2022-12-10_04:54:33.817058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:35.698943 run osmo-stp_10.42.42.5(pid=29273): stderr: \u000a| �[0;m�[38;5;43m20221210045434010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045434010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045434011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045434011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045434012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045434012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045434012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:35.755249 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29273): Process ended prematurely: osmo-stp_10.42.42.5(pid=29273) [trial-2369↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)] [trial-2369↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:54:35.763826 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:54:35.825973 run osmo-hlr_10.42.42.2(pid=29270): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29270)]\u000a04:54:35.876898 run osmo-hlr_10.42.42.2(pid=29270): stdout: \u000a| (launched: 2022-12-10_04:54:32.841319) \u000a04:54:35.928502 run osmo-hlr_10.42.42.2(pid=29270): stderr: \u000a| �[0;m�[1;31m20221210045433039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045433039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045433039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045433039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045433039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045433039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045433051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045433059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045433060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045433060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:35.998952 run osmo-msc_10.42.42.6(pid=29276): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29276)]\u000a04:54:36.050009 run osmo-msc_10.42.42.6(pid=29276): stdout: \u000a| (launched: 2022-12-10_04:54:34.820771) \u000a04:54:36.101347 run osmo-msc_10.42.42.6(pid=29276): stderr: \u000a| �[0;m�[38;5;43m20221210045435145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045435145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45d5960c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045435145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045435145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045435145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045435146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045435147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045435148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045435148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045435148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:36.145151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29269): Terminating (SIGTERM)\u000a04:54:36.186772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29272): Terminating (SIGTERM)\u000a04:54:36.228400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29275): Terminating (SIGTERM)\u000a04:54:36.238055 --- ParallelTerminationStrategy: PID 29269 died...\u000a04:54:36.293487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29269): Terminated: ok {rc=0}\u000a04:54:36.303439 --- ParallelTerminationStrategy: PID 29272 died...\u000a04:54:36.358824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29272): Terminated: ok {rc=0}\u000a04:54:36.368656 --- ParallelTerminationStrategy: PID 29275 died...\u000a04:54:36.423822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29275): Terminated: ok {rc=0}\u000a04:54:36.509960 bus /sierra_3: Setting Powered False\u000a04:54:37.615787 bus /sierra_3: Setting Powered False\u000a04:54:38.723110 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:54:28" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29287): Process ended prematurely: osmo-stp_10.42.42.5(pid=29287) [trial-2369↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29287)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29287): Process ended prematurely: osmo-stp_10.42.42.5(pid=29287) [trial-2369↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:54:40.715918 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:40.727433 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:54:40.854023 tst handover.py: using LAC 26136\u000a04:54:40.981168 tst handover.py: using RAC 126\u000a04:54:41.106819 tst handover.py: using CellId 26136\u000a04:54:41.232925 tst handover.py: using BVCI 26137\u000a04:54:41.257379 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:54:41.400673 tst handover.py: using LAC 26137\u000a04:54:41.525577 tst handover.py: using RAC 127\u000a04:54:41.652836 tst handover.py: using CellId 26137\u000a04:54:41.777699 tst handover.py: using BVCI 26138\u000a04:54:41.802370 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:41.814049 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:41.825317 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:41.836677 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:41.848070 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:41.859513 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:54:41.973281 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:54:42.182266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:42.669124 run create_hlr_db(pid=29281): Launched\u000a04:54:42.800570 bus /sierra_2: Setting Powered False\u000a04:54:43.876691 run create_hlr_db(pid=29281): Terminated: ok {rc=0}\u000a04:54:44.257260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29283): Launched\u000a04:54:44.564184 run osmo-hlr_10.42.42.2(pid=29284): Launched\u000a04:54:44.685214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:45.217192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29286): Launched\u000a04:54:45.538817 run osmo-stp_10.42.42.5(pid=29287): Launched\u000a04:54:45.656112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:46.241726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29289): Launched\u000a04:54:46.671600 run osmo-msc_10.42.42.6(pid=29290): Launched\u000a04:54:47.056394 run osmo-stp_10.42.42.5(pid=29287): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29287)]\u000a04:54:47.195668 run osmo-stp_10.42.42.5(pid=29287): stdout: \u000a| (launched: 2022-12-10_04:54:45.381529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:47.331457 run osmo-stp_10.42.42.5(pid=29287): stderr: \u000a| �[0;m�[38;5;43m20221210045445572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045445572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045445572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045445573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045445575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045445575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045445576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:47.461067 run osmo-stp_10.42.42.5(pid=29287): stdout: \u000a| (launched: 2022-12-10_04:54:45.381529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:47.589514 run osmo-stp_10.42.42.5(pid=29287): stderr: \u000a| �[0;m�[38;5;43m20221210045445572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045445572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045445572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045445573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045445575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045445575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045445576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:47.645707 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29287): Process ended prematurely: osmo-stp_10.42.42.5(pid=29287) [trial-2369↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29287)] [trial-2369↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:54:47.654265 tst handover.py:18: Test FAILED (6.9 sec)\u000a04:54:47.716667 run osmo-hlr_10.42.42.2(pid=29284): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29284)]\u000a04:54:47.768071 run osmo-hlr_10.42.42.2(pid=29284): stdout: \u000a| (launched: 2022-12-10_04:54:44.412178) \u000a04:54:47.820244 run osmo-hlr_10.42.42.2(pid=29284): stderr: \u000a| �[0;m�[1;31m20221210045444586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045444587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045444587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045444587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045444587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045444587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045444600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045444608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045444608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045444608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:47.890517 run osmo-msc_10.42.42.6(pid=29290): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29290)]\u000a04:54:47.941520 run osmo-msc_10.42.42.6(pid=29290): stdout: \u000a| (launched: 2022-12-10_04:54:46.408638) \u000a04:54:47.993501 run osmo-msc_10.42.42.6(pid=29290): stderr: \u000a| �[0;m�[38;5;43m20221210045446823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045446823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4867e50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045446823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045446823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045446823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045446824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045446834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045446834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045446834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045446834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:48.037584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29283): Terminating (SIGTERM)\u000a04:54:48.079789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29286): Terminating (SIGTERM)\u000a04:54:48.121156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29289): Terminating (SIGTERM)\u000a04:54:48.130703 --- ParallelTerminationStrategy: PID 29283 died...\u000a04:54:48.186618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29283): Terminated: ok {rc=0}\u000a04:54:48.196616 --- ParallelTerminationStrategy: PID 29286 died...\u000a04:54:48.251768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29286): Terminated: ok {rc=0}\u000a04:54:48.261825 --- ParallelTerminationStrategy: PID 29289 died...\u000a04:54:48.317107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29289): Terminated: ok {rc=0}\u000a04:54:48.404057 bus /sierra_3: Setting Powered False\u000a04:54:49.510186 bus /sierra_3: Setting Powered False\u000a04:54:50.620402 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:54:40" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29302): Process ended prematurely: osmo-stp_10.42.42.5(pid=29302) [trial-2369↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29302)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29302): Process ended prematurely: osmo-stp_10.42.42.5(pid=29302) [trial-2369↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:54:52.587660 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:52.598455 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:54:52.727339 tst handover.py: using LAC 26138\u000a04:54:52.856822 tst handover.py: using RAC 128\u000a04:54:52.985702 tst handover.py: using CellId 26138\u000a04:54:53.113637 tst handover.py: using BVCI 26139\u000a04:54:53.138275 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:54:53.264035 tst handover.py: using LAC 26139\u000a04:54:53.388085 tst handover.py: using RAC 129\u000a04:54:53.505502 tst handover.py: using CellId 26139\u000a04:54:53.623049 tst handover.py: using BVCI 26140\u000a04:54:53.646419 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:53.657264 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:53.667977 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:53.679107 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:53.690199 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:53.701078 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:54:53.818133 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:54:54.019094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:54.467714 run create_hlr_db(pid=29296): Launched\u000a04:54:54.591547 bus /sierra_2: Setting Powered False\u000a04:54:55.662624 run create_hlr_db(pid=29296): Terminated: ok {rc=0}\u000a04:54:56.063118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29298): Launched\u000a04:54:56.385712 run osmo-hlr_10.42.42.2(pid=29299): Launched\u000a04:54:56.506289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:57.039219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29301): Launched\u000a04:54:57.362398 run osmo-stp_10.42.42.5(pid=29302): Launched\u000a04:54:57.479556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:58.040126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29304): Launched\u000a04:54:58.362874 run osmo-msc_10.42.42.6(pid=29305): Launched\u000a04:54:58.551417 run osmo-stp_10.42.42.5(pid=29302): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29302)]\u000a04:54:58.687423 run osmo-stp_10.42.42.5(pid=29302): stdout: \u000a| (launched: 2022-12-10_04:54:57.203678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:58.822761 run osmo-stp_10.42.42.5(pid=29302): stderr: \u000a| �[0;m�[38;5;43m20221210045457396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045457396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045457397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045457397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045457397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045457397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045457397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:58.952165 run osmo-stp_10.42.42.5(pid=29302): stdout: \u000a| (launched: 2022-12-10_04:54:57.203678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:59.080686 run osmo-stp_10.42.42.5(pid=29302): stderr: \u000a| �[0;m�[38;5;43m20221210045457396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045457396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045457397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045457397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045457397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045457397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045457397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:59.137127 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29302): Process ended prematurely: osmo-stp_10.42.42.5(pid=29302) [trial-2369↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29302)] [trial-2369↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a04:54:59.145717 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:54:59.207396 run osmo-hlr_10.42.42.2(pid=29299): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29299)]\u000a04:54:59.258635 run osmo-hlr_10.42.42.2(pid=29299): stdout: \u000a| (launched: 2022-12-10_04:54:56.227677) \u000a04:54:59.310114 run osmo-hlr_10.42.42.2(pid=29299): stderr: \u000a| �[0;m�[1;31m20221210045456425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045456426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045456426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045456426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045456426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045456426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045456438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045456447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045456447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045456448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:59.380127 run osmo-msc_10.42.42.6(pid=29305): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29305)]\u000a04:54:59.430827 run osmo-msc_10.42.42.6(pid=29305): stdout: \u000a| (launched: 2022-12-10_04:54:58.204408) \u000a04:54:59.482014 run osmo-msc_10.42.42.6(pid=29305): stderr: \u000a| �[0;m�[38;5;43m20221210045458526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045458526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb55e486c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045458526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045458527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045458527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045458527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045458529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045458529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045458529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045458529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:59.525761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29298): Terminating (SIGTERM)\u000a04:54:59.566819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29301): Terminating (SIGTERM)\u000a04:54:59.608025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29304): Terminating (SIGTERM)\u000a04:54:59.617579 --- ParallelTerminationStrategy: PID 29298 died...\u000a04:54:59.673231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29298): Terminated: ok {rc=0}\u000a04:54:59.683143 --- ParallelTerminationStrategy: PID 29301 died...\u000a04:54:59.737631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29301): Terminated: ok {rc=0}\u000a04:54:59.747520 --- ParallelTerminationStrategy: PID 29304 died...\u000a04:54:59.802191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29304): Terminated: ok {rc=0}\u000a04:54:59.887268 bus /sierra_3: Setting Powered False\u000a04:55:01.010961 bus /sierra_3: Setting Powered False\u000a04:55:02.125759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:54:52" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29319): Process ended prematurely: osmo-stp_10.42.42.5(pid=29319) [trial-2369↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29319)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29319): Process ended prematurely: osmo-stp_10.42.42.5(pid=29319) [trial-2369↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:55:04.090371 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:55:04.101054 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:55:04.223664 tst handover.py: using LAC 26140\u000a04:55:04.343557 tst handover.py: using RAC 130\u000a04:55:04.464098 tst handover.py: using CellId 26140\u000a04:55:04.581851 tst handover.py: using BVCI 26141\u000a04:55:04.604792 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:55:04.739261 tst handover.py: using LAC 26141\u000a04:55:04.858107 tst handover.py: using RAC 131\u000a04:55:04.978093 tst handover.py: using CellId 26141\u000a04:55:05.104452 tst handover.py: using BVCI 26142\u000a04:55:05.129302 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:55:05.140871 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:55:05.152252 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:55:05.163942 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:55:05.175630 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:55:05.187188 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:55:05.307132 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:55:05.516332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:06.002156 run create_hlr_db(pid=29313): Launched\u000a04:55:06.133964 bus /sierra_2: Setting Powered False\u000a04:55:07.209112 run create_hlr_db(pid=29313): Terminated: ok {rc=0}\u000a04:55:07.610730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29315): Launched\u000a04:55:07.932902 run osmo-hlr_10.42.42.2(pid=29316): Launched\u000a04:55:08.054995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:08.587742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29318): Launched\u000a04:55:08.909805 run osmo-stp_10.42.42.5(pid=29319): Launched\u000a04:55:09.027603 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:09.588574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29321): Launched\u000a04:55:09.911180 run osmo-msc_10.42.42.6(pid=29322): Launched\u000a04:55:10.100258 run osmo-stp_10.42.42.5(pid=29319): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29319)]\u000a04:55:10.237741 run osmo-stp_10.42.42.5(pid=29319): stdout: \u000a| (launched: 2022-12-10_04:55:08.751955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:10.372856 run osmo-stp_10.42.42.5(pid=29319): stderr: \u000a| �[0;m�[38;5;43m20221210045508945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045508945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045508945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045508946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045508946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045508946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045508946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:10.502697 run osmo-stp_10.42.42.5(pid=29319): stdout: \u000a| (launched: 2022-12-10_04:55:08.751955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:10.631054 run osmo-stp_10.42.42.5(pid=29319): stderr: \u000a| �[0;m�[38;5;43m20221210045508945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045508945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045508945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045508946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045508946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045508946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045508946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:10.687231 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29319): Process ended prematurely: osmo-stp_10.42.42.5(pid=29319) [trial-2369↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29319)] [trial-2369↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a04:55:10.695931 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:55:10.758345 run osmo-hlr_10.42.42.2(pid=29316): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29316)]\u000a04:55:10.809510 run osmo-hlr_10.42.42.2(pid=29316): stdout: \u000a| (launched: 2022-12-10_04:55:07.775244) \u000a04:55:10.861141 run osmo-hlr_10.42.42.2(pid=29316): stderr: \u000a| �[0;m�[1;31m20221210045507975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045507975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045507975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045507976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045507976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045507976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045507987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045507996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045507996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045507996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:10.931308 run osmo-msc_10.42.42.6(pid=29322): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29322)]\u000a04:55:10.982278 run osmo-msc_10.42.42.6(pid=29322): stdout: \u000a| (launched: 2022-12-10_04:55:09.752702) \u000a04:55:11.033940 run osmo-msc_10.42.42.6(pid=29322): stderr: \u000a| �[0;m�[38;5;43m20221210045510076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045510076 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7412370c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045510076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045510076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045510076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045510076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045510078 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045510078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045510079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045510079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:11.077771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29315): Terminating (SIGTERM)\u000a04:55:11.119251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29318): Terminating (SIGTERM)\u000a04:55:11.160600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29321): Terminating (SIGTERM)\u000a04:55:11.170313 --- ParallelTerminationStrategy: PID 29315 died...\u000a04:55:11.225884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29315): Terminated: ok {rc=0}\u000a04:55:11.235997 --- ParallelTerminationStrategy: PID 29318 died...\u000a04:55:11.291470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29318): Terminated: ok {rc=0}\u000a04:55:11.301474 --- ParallelTerminationStrategy: PID 29321 died...\u000a04:55:11.357254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29321): Terminated: ok {rc=0}\u000a04:55:11.444102 bus /sierra_3: Setting Powered False\u000a04:55:12.546218 bus /sierra_3: Setting Powered False\u000a04:55:13.656379 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:55:03" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29333): Process ended prematurely: osmo-stp_10.42.42.5(pid=29333) [trial-2369↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29333)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29333): Process ended prematurely: osmo-stp_10.42.42.5(pid=29333) [trial-2369↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:55:15.649817 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:15.661192 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:55:15.791957 tst handover.py: using LAC 26142\u000a04:55:15.932658 tst handover.py: using RAC 132\u000a04:55:16.059424 tst handover.py: using CellId 26142\u000a04:55:16.180235 tst handover.py: using BVCI 26143\u000a04:55:16.204652 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:55:16.377250 tst handover.py: using LAC 26143\u000a04:55:16.509924 tst handover.py: using RAC 133\u000a04:55:16.634062 tst handover.py: using CellId 26143\u000a04:55:16.757177 tst handover.py: using BVCI 26144\u000a04:55:16.781390 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:16.793322 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:16.805278 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:16.819933 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:16.832906 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:16.844656 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:55:16.978233 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:55:17.219425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:17.675495 run create_hlr_db(pid=29327): Launched\u000a04:55:17.800513 bus /sierra_2: Setting Powered False\u000a04:55:18.872126 run create_hlr_db(pid=29327): Terminated: ok {rc=0}\u000a04:55:19.251238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29329): Launched\u000a04:55:19.556207 run osmo-hlr_10.42.42.2(pid=29330): Launched\u000a04:55:19.676130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:20.180857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29332): Launched\u000a04:55:20.484139 run osmo-stp_10.42.42.5(pid=29333): Launched\u000a04:55:20.596443 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:21.123425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29335): Launched\u000a04:55:21.428159 run osmo-msc_10.42.42.6(pid=29336): Launched\u000a04:55:21.607545 run osmo-stp_10.42.42.5(pid=29333): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29333)]\u000a04:55:21.736907 run osmo-stp_10.42.42.5(pid=29333): stdout: \u000a| (launched: 2022-12-10_04:55:20.335040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:21.863544 run osmo-stp_10.42.42.5(pid=29333): stderr: \u000a| �[0;m�[38;5;43m20221210045520503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045520504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045520504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045520504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:21.985756 run osmo-stp_10.42.42.5(pid=29333): stdout: \u000a| (launched: 2022-12-10_04:55:20.335040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:22.106948 run osmo-stp_10.42.42.5(pid=29333): stderr: \u000a| �[0;m�[38;5;43m20221210045520503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045520504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045520504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045520504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:22.159856 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29333): Process ended prematurely: osmo-stp_10.42.42.5(pid=29333) [trial-2369↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29333)] [trial-2369↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a04:55:22.168194 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:55:22.228187 run osmo-hlr_10.42.42.2(pid=29330): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29330)]\u000a04:55:22.276863 run osmo-hlr_10.42.42.2(pid=29330): stdout: \u000a| (launched: 2022-12-10_04:55:19.406332) \u000a04:55:22.326240 run osmo-hlr_10.42.42.2(pid=29330): stderr: \u000a| �[0;m�[1;31m20221210045519581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045519581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045519581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045519581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045519581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045519581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045519592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045519601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045519601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045519601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:22.393094 run osmo-msc_10.42.42.6(pid=29336): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29336)]\u000a04:55:22.441878 run osmo-msc_10.42.42.6(pid=29336): stdout: \u000a| (launched: 2022-12-10_04:55:21.277897) \u000a04:55:22.491127 run osmo-msc_10.42.42.6(pid=29336): stderr: \u000a| �[0;m�[38;5;43m20221210045521547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045521547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7eec81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045521548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045521548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045521548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045521548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045521551 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045521552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045521552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045521552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:22.532541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29329): Terminating (SIGTERM)\u000a04:55:22.572139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29332): Terminating (SIGTERM)\u000a04:55:22.611406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29335): Terminating (SIGTERM)\u000a04:55:22.620714 --- ParallelTerminationStrategy: PID 29329 died...\u000a04:55:22.674342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29329): Terminated: ok {rc=0}\u000a04:55:22.684044 --- ParallelTerminationStrategy: PID 29332 died...\u000a04:55:22.737277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29332): Terminated: ok {rc=0}\u000a04:55:22.746905 --- ParallelTerminationStrategy: PID 29335 died...\u000a04:55:22.799889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29335): Terminated: ok {rc=0}\u000a04:55:22.883820 bus /sierra_3: Setting Powered False\u000a04:55:23.989634 bus /sierra_3: Setting Powered False\u000a04:55:25.100801 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:55:15" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29347): Process ended prematurely: osmo-stp_10.42.42.5(pid=29347) [trial-2369↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29347)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29347): Process ended prematurely: osmo-stp_10.42.42.5(pid=29347) [trial-2369↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:55:27.107821 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:27.119601 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:55:27.262454 tst handover.py: using LAC 26144\u000a04:55:27.384934 tst handover.py: using RAC 134\u000a04:55:27.504098 tst handover.py: using CellId 26144\u000a04:55:27.623656 tst handover.py: using BVCI 26145\u000a04:55:27.646833 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:55:27.779509 tst handover.py: using LAC 26145\u000a04:55:27.899545 tst handover.py: using RAC 135\u000a04:55:28.019636 tst handover.py: using CellId 26145\u000a04:55:28.137159 tst handover.py: using BVCI 26146\u000a04:55:28.160018 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.171159 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.182237 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.193539 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.204734 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.215887 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:55:28.335237 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:55:28.545516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:29.033610 run create_hlr_db(pid=29341): Launched\u000a04:55:29.165723 bus /sierra_2: Setting Powered False\u000a04:55:30.241866 run create_hlr_db(pid=29341): Terminated: ok {rc=0}\u000a04:55:30.643732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29343): Launched\u000a04:55:31.146627 run osmo-hlr_10.42.42.2(pid=29344): Launched\u000a04:55:31.362422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:31.904573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29346): Launched\u000a04:55:32.307974 run osmo-stp_10.42.42.5(pid=29347): Launched\u000a04:55:32.427398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:32.964477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29349): Launched\u000a04:55:33.269079 run osmo-msc_10.42.42.6(pid=29350): Launched\u000a04:55:33.446294 run osmo-stp_10.42.42.5(pid=29347): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29347)]\u000a04:55:33.575442 run osmo-stp_10.42.42.5(pid=29347): stdout: \u000a| (launched: 2022-12-10_04:55:32.064561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:33.701900 run osmo-stp_10.42.42.5(pid=29347): stderr: \u000a| �[0;m�[38;5;43m20221210045532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045532387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:33.823653 run osmo-stp_10.42.42.5(pid=29347): stdout: \u000a| (launched: 2022-12-10_04:55:32.064561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:33.944652 run osmo-stp_10.42.42.5(pid=29347): stderr: \u000a| �[0;m�[38;5;43m20221210045532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045532387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:33.997646 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29347): Process ended prematurely: osmo-stp_10.42.42.5(pid=29347) [trial-2369↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29347)] [trial-2369↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:55:34.005700 tst handover.py:18: Test FAILED (6.9 sec)\u000a04:55:34.065594 run osmo-hlr_10.42.42.2(pid=29344): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29344)]\u000a04:55:34.114888 run osmo-hlr_10.42.42.2(pid=29344): stdout: \u000a| (launched: 2022-12-10_04:55:30.808282) \u000a04:55:34.164385 run osmo-hlr_10.42.42.2(pid=29344): stderr: \u000a| �[0;m�[1;31m20221210045531140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045531140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045531140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045531140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045531140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045531140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045531158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045531178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045531179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045531179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:34.231779 run osmo-msc_10.42.42.6(pid=29350): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29350)]\u000a04:55:34.281000 run osmo-msc_10.42.42.6(pid=29350): stdout: \u000a| (launched: 2022-12-10_04:55:33.119120) \u000a04:55:34.330601 run osmo-msc_10.42.42.6(pid=29350): stderr: \u000a| �[0;m�[38;5;43m20221210045533391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045533391 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4987612c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045533391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045533391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045533392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045533392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045533394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045533394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045533395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045533395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:34.372647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29343): Terminating (SIGTERM)\u000a04:55:34.412238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29346): Terminating (SIGTERM)\u000a04:55:34.452117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29349): Terminating (SIGTERM)\u000a04:55:34.461551 --- ParallelTerminationStrategy: PID 29343 died...\u000a04:55:34.514658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29343): Terminated: ok {rc=0}\u000a04:55:34.524584 --- ParallelTerminationStrategy: PID 29346 died...\u000a04:55:34.577899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29346): Terminated: ok {rc=0}\u000a04:55:34.587557 --- ParallelTerminationStrategy: PID 29349 died...\u000a04:55:34.640469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29349): Terminated: ok {rc=0}\u000a04:55:34.723547 bus /sierra_3: Setting Powered False\u000a04:55:35.829488 bus /sierra_3: Setting Powered False\u000a04:55:36.940418 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:55:26" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29361): Process ended prematurely: osmo-stp_10.42.42.5(pid=29361) [trial-2369↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29361)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29361): Process ended prematurely: osmo-stp_10.42.42.5(pid=29361) [trial-2369↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:55:38.966140 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:38.977258 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:55:39.112458 tst handover.py: using LAC 26146\u000a04:55:39.230629 tst handover.py: using RAC 136\u000a04:55:39.348630 tst handover.py: using CellId 26146\u000a04:55:39.467376 tst handover.py: using BVCI 26147\u000a04:55:39.490398 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:55:39.632144 tst handover.py: using LAC 26147\u000a04:55:39.764206 tst handover.py: using RAC 137\u000a04:55:39.889264 tst handover.py: using CellId 26147\u000a04:55:40.014583 tst handover.py: using BVCI 26148\u000a04:55:40.039057 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.050658 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.062100 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.073487 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.084731 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.095979 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:55:40.210031 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:55:40.418198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:40.906719 run create_hlr_db(pid=29355): Launched\u000a04:55:41.038854 bus /sierra_2: Setting Powered False\u000a04:55:42.115126 run create_hlr_db(pid=29355): Terminated: ok {rc=0}\u000a04:55:42.516701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29357): Launched\u000a04:55:42.838922 run osmo-hlr_10.42.42.2(pid=29358): Launched\u000a04:55:42.960273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:43.494468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29360): Launched\u000a04:55:43.817376 run osmo-stp_10.42.42.5(pid=29361): Launched\u000a04:55:43.934781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:44.496848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29363): Launched\u000a04:55:44.819949 run osmo-msc_10.42.42.6(pid=29364): Launched\u000a04:55:45.008927 run osmo-stp_10.42.42.5(pid=29361): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29361)]\u000a04:55:45.144933 run osmo-stp_10.42.42.5(pid=29361): stdout: \u000a| (launched: 2022-12-10_04:55:43.659038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:45.280184 run osmo-stp_10.42.42.5(pid=29361): stderr: \u000a| �[0;m�[38;5;43m20221210045543850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045543850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045543850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045543851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045543853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045543853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045543853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:45.410072 run osmo-stp_10.42.42.5(pid=29361): stdout: \u000a| (launched: 2022-12-10_04:55:43.659038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:45.538640 run osmo-stp_10.42.42.5(pid=29361): stderr: \u000a| �[0;m�[38;5;43m20221210045543850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045543850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045543850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045543851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045543853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045543853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045543853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:45.594903 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29361): Process ended prematurely: osmo-stp_10.42.42.5(pid=29361) [trial-2369↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29361)] [trial-2369↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:55:45.603475 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:55:45.666507 run osmo-hlr_10.42.42.2(pid=29358): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29358)]\u000a04:55:45.717838 run osmo-hlr_10.42.42.2(pid=29358): stdout: \u000a| (launched: 2022-12-10_04:55:42.681155) \u000a04:55:45.769523 run osmo-hlr_10.42.42.2(pid=29358): stderr: \u000a| �[0;m�[1;31m20221210045542880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045542880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045542880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045542880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045542880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045542880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045542892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045542900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045542900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045542900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:45.843697 run osmo-msc_10.42.42.6(pid=29364): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29364)]\u000a04:55:45.905582 run osmo-msc_10.42.42.6(pid=29364): stdout: \u000a| (launched: 2022-12-10_04:55:44.662100) \u000a04:55:45.958136 run osmo-msc_10.42.42.6(pid=29364): stderr: \u000a| �[0;m�[38;5;43m20221210045544983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045544983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5d2bf3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045544983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045544983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045544984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045544984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045544985 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045544986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045544986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045544986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:46.004611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29357): Terminating (SIGTERM)\u000a04:55:46.047661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29360): Terminating (SIGTERM)\u000a04:55:46.092484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29363): Terminating (SIGTERM)\u000a04:55:46.103837 --- ParallelTerminationStrategy: PID 29357 died...\u000a04:55:46.160427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29357): Terminated: ok {rc=0}\u000a04:55:46.171029 --- ParallelTerminationStrategy: PID 29360 died...\u000a04:55:46.227716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29360): Terminated: ok {rc=0}\u000a04:55:46.238286 --- ParallelTerminationStrategy: PID 29363 died...\u000a04:55:46.294626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29363): Terminated: ok {rc=0}\u000a04:55:46.382921 bus /sierra_3: Setting Powered False\u000a04:55:47.487087 bus /sierra_3: Setting Powered False\u000a04:55:48.594651 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:55:38" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29375): Process ended prematurely: osmo-stp_10.42.42.5(pid=29375) [trial-2369↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29375)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29375): Process ended prematurely: osmo-stp_10.42.42.5(pid=29375) [trial-2369↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:55:50.614379 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:50.625809 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:55:50.767204 tst handover.py: using LAC 26148\u000a04:55:50.891718 tst handover.py: using RAC 138\u000a04:55:51.017132 tst handover.py: using CellId 26148\u000a04:55:51.136371 tst handover.py: using BVCI 26149\u000a04:55:51.159410 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:55:51.279931 tst handover.py: using LAC 26149\u000a04:55:51.403512 tst handover.py: using RAC 139\u000a04:55:51.520812 tst handover.py: using CellId 26149\u000a04:55:51.638425 tst handover.py: using BVCI 26150\u000a04:55:51.661692 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:51.672479 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:51.683099 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:51.694442 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:51.705970 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:51.717211 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:55:51.835612 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:55:52.046090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:52.533521 run create_hlr_db(pid=29369): Launched\u000a04:55:52.665515 bus /sierra_2: Setting Powered False\u000a04:55:53.741955 run create_hlr_db(pid=29369): Terminated: ok {rc=0}\u000a04:55:54.123299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29371): Launched\u000a04:55:54.428841 run osmo-hlr_10.42.42.2(pid=29372): Launched\u000a04:55:54.553735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:55.062002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29374): Launched\u000a04:55:55.367095 run osmo-stp_10.42.42.5(pid=29375): Launched\u000a04:55:55.478552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:56.007159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29377): Launched\u000a04:55:56.312022 run osmo-msc_10.42.42.6(pid=29378): Launched\u000a04:55:56.491280 run osmo-stp_10.42.42.5(pid=29375): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29375)]\u000a04:55:56.620083 run osmo-stp_10.42.42.5(pid=29375): stdout: \u000a| (launched: 2022-12-10_04:55:55.216502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:56.746399 run osmo-stp_10.42.42.5(pid=29375): stderr: \u000a| �[0;m�[38;5;43m20221210045555386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045555386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045555386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045555387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045555387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045555387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045555387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:56.867945 run osmo-stp_10.42.42.5(pid=29375): stdout: \u000a| (launched: 2022-12-10_04:55:55.216502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:56.988416 run osmo-stp_10.42.42.5(pid=29375): stderr: \u000a| �[0;m�[38;5;43m20221210045555386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045555386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045555386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045555387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045555387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045555387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045555387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:57.041466 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29375): Process ended prematurely: osmo-stp_10.42.42.5(pid=29375) [trial-2369↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29375)] [trial-2369↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a04:55:57.049446 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:55:57.109860 run osmo-hlr_10.42.42.2(pid=29372): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29372)]\u000a04:55:57.158669 run osmo-hlr_10.42.42.2(pid=29372): stdout: \u000a| (launched: 2022-12-10_04:55:54.278102) \u000a04:55:57.208254 run osmo-hlr_10.42.42.2(pid=29372): stderr: \u000a| �[0;m�[1;31m20221210045554455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045554455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045554455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045554455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045554455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045554455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045554468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045554477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045554477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045554477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:57.276021 run osmo-msc_10.42.42.6(pid=29378): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29378)]\u000a04:55:57.324716 run osmo-msc_10.42.42.6(pid=29378): stdout: \u000a| (launched: 2022-12-10_04:55:56.161500) \u000a04:55:57.373994 run osmo-msc_10.42.42.6(pid=29378): stderr: \u000a| �[0;m�[38;5;43m20221210045556431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045556431 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8809f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045556431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045556431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045556432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045556432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045556434 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045556434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045556434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045556434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:57.415491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29371): Terminating (SIGTERM)\u000a04:55:57.455109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29374): Terminating (SIGTERM)\u000a04:55:57.495433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29377): Terminating (SIGTERM)\u000a04:55:57.504843 --- ParallelTerminationStrategy: PID 29371 died...\u000a04:55:57.558352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29371): Terminated: ok {rc=0}\u000a04:55:57.567859 --- ParallelTerminationStrategy: PID 29374 died...\u000a04:55:57.620812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29374): Terminated: ok {rc=0}\u000a04:55:57.630613 --- ParallelTerminationStrategy: PID 29377 died...\u000a04:55:57.683508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29377): Terminated: ok {rc=0}\u000a04:55:57.766979 bus /sierra_3: Setting Powered False\u000a04:55:58.872936 bus /sierra_3: Setting Powered False\u000a04:55:59.980264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:55:50" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29389): Process ended prematurely: osmo-stp_10.42.42.5(pid=29389) [trial-2369↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29389)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29389): Process ended prematurely: osmo-stp_10.42.42.5(pid=29389) [trial-2369↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:56:02.046028 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:02.062983 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:56:02.218813 tst handover.py: using LAC 26150\u000a04:56:02.349290 tst handover.py: using RAC 140\u000a04:56:02.482653 tst handover.py: using CellId 26150\u000a04:56:02.599044 tst handover.py: using BVCI 26151\u000a04:56:02.622058 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:56:02.755108 tst handover.py: using LAC 26151\u000a04:56:02.871937 tst handover.py: using RAC 141\u000a04:56:02.990624 tst handover.py: using CellId 26151\u000a04:56:03.108087 tst handover.py: using BVCI 26152\u000a04:56:03.131110 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.141962 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.152569 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.163523 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.174474 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.185244 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:56:03.302918 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:56:03.513335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:04.001961 run create_hlr_db(pid=29383): Launched\u000a04:56:04.133902 bus /sierra_2: Setting Powered False\u000a04:56:05.210197 run create_hlr_db(pid=29383): Terminated: ok {rc=0}\u000a04:56:05.592913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29385): Launched\u000a04:56:05.897906 run osmo-hlr_10.42.42.2(pid=29386): Launched\u000a04:56:06.018227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:06.526325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29388): Launched\u000a04:56:06.829502 run osmo-stp_10.42.42.5(pid=29389): Launched\u000a04:56:06.940357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:07.470953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29391): Launched\u000a04:56:07.776121 run osmo-msc_10.42.42.6(pid=29392): Launched\u000a04:56:07.955308 run osmo-stp_10.42.42.5(pid=29389): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29389)]\u000a04:56:08.084283 run osmo-stp_10.42.42.5(pid=29389): stdout: \u000a| (launched: 2022-12-10_04:56:06.680297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:08.211009 run osmo-stp_10.42.42.5(pid=29389): stderr: \u000a| �[0;m�[38;5;43m20221210045606849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045606849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045606849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045606850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045606852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045606852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045606852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:08.333228 run osmo-stp_10.42.42.5(pid=29389): stdout: \u000a| (launched: 2022-12-10_04:56:06.680297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:08.454012 run osmo-stp_10.42.42.5(pid=29389): stderr: \u000a| �[0;m�[38;5;43m20221210045606849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045606849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045606849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045606850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045606852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045606852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045606852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:08.506746 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29389): Process ended prematurely: osmo-stp_10.42.42.5(pid=29389) [trial-2369↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29389)] [trial-2369↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a04:56:08.514786 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:56:08.574376 run osmo-hlr_10.42.42.2(pid=29386): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29386)]\u000a04:56:08.622821 run osmo-hlr_10.42.42.2(pid=29386): stdout: \u000a| (launched: 2022-12-10_04:56:05.747271) \u000a04:56:08.672077 run osmo-hlr_10.42.42.2(pid=29386): stderr: \u000a| �[0;m�[1;31m20221210045605923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045605923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045605923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045605923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045605923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045605923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045605936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045605946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045605946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045605946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:08.739017 run osmo-msc_10.42.42.6(pid=29392): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29392)]\u000a04:56:08.787371 run osmo-msc_10.42.42.6(pid=29392): stdout: \u000a| (launched: 2022-12-10_04:56:07.625534) \u000a04:56:08.837015 run osmo-msc_10.42.42.6(pid=29392): stderr: \u000a| �[0;m�[38;5;43m20221210045607895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045607895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37df2c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045607895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045607895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045607895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045607896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045607898 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045607898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045607898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045607898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:08.878275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29385): Terminating (SIGTERM)\u000a04:56:08.917626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29388): Terminating (SIGTERM)\u000a04:56:08.957060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29391): Terminating (SIGTERM)\u000a04:56:08.966379 --- ParallelTerminationStrategy: PID 29385 died...\u000a04:56:09.019317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29385): Terminated: ok {rc=0}\u000a04:56:09.028811 --- ParallelTerminationStrategy: PID 29388 died...\u000a04:56:09.081292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29388): Terminated: ok {rc=0}\u000a04:56:09.091022 --- ParallelTerminationStrategy: PID 29391 died...\u000a04:56:09.143920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29391): Terminated: ok {rc=0}\u000a04:56:09.231557 bus /sierra_3: Setting Powered False\u000a04:56:10.334980 bus /sierra_3: Setting Powered False\u000a04:56:11.446737 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:56:01" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29403): Process ended prematurely: osmo-stp_10.42.42.5(pid=29403) [trial-2369↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29403): Process ended prematurely: osmo-stp_10.42.42.5(pid=29403) [trial-2369↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:56:13.464818 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:13.475761 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:56:13.611956 tst handover.py: using LAC 26152\u000a04:56:13.730625 tst handover.py: using RAC 142\u000a04:56:13.850648 tst handover.py: using CellId 26152\u000a04:56:13.971897 tst handover.py: using BVCI 26153\u000a04:56:13.994944 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:56:14.131701 tst handover.py: using LAC 26153\u000a04:56:14.252004 tst handover.py: using RAC 143\u000a04:56:14.371002 tst handover.py: using CellId 26153\u000a04:56:14.490039 tst handover.py: using BVCI 26154\u000a04:56:14.512916 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.523718 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.534319 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.545217 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.556074 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.566899 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:56:14.685122 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:56:14.891996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:15.381487 run create_hlr_db(pid=29397): Launched\u000a04:56:15.513736 bus /sierra_2: Setting Powered False\u000a04:56:16.583015 run create_hlr_db(pid=29397): Terminated: ok {rc=0}\u000a04:56:17.059487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29399): Launched\u000a04:56:17.386428 run osmo-hlr_10.42.42.2(pid=29400): Launched\u000a04:56:17.505420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:18.039152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29402): Launched\u000a04:56:18.362185 run osmo-stp_10.42.42.5(pid=29403): Launched\u000a04:56:18.480138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:19.041395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29405): Launched\u000a04:56:19.364190 run osmo-msc_10.42.42.6(pid=29406): Launched\u000a04:56:19.553081 run osmo-stp_10.42.42.5(pid=29403): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)]\u000a04:56:19.689009 run osmo-stp_10.42.42.5(pid=29403): stdout: \u000a| (launched: 2022-12-10_04:56:18.204074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:19.824721 run osmo-stp_10.42.42.5(pid=29403): stderr: \u000a| �[0;m�[38;5;43m20221210045618397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045618397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045618397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045618398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045618398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045618398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045618398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:19.955228 run osmo-stp_10.42.42.5(pid=29403): stdout: \u000a| (launched: 2022-12-10_04:56:18.204074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:20.084498 run osmo-stp_10.42.42.5(pid=29403): stderr: \u000a| �[0;m�[38;5;43m20221210045618397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045618397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045618397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045618398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045618398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045618398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045618398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:20.141080 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29403): Process ended prematurely: osmo-stp_10.42.42.5(pid=29403) [trial-2369↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)] [trial-2369↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a04:56:20.149777 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:56:20.212319 run osmo-hlr_10.42.42.2(pid=29400): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29400)]\u000a04:56:20.263701 run osmo-hlr_10.42.42.2(pid=29400): stdout: \u000a| (launched: 2022-12-10_04:56:17.227560) \u000a04:56:20.315938 run osmo-hlr_10.42.42.2(pid=29400): stderr: \u000a| �[0;m�[1;31m20221210045617426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045617426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045617426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045617427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045617427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045617427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045617439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045617448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045617448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045617448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:20.386487 run osmo-msc_10.42.42.6(pid=29406): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29406)]\u000a04:56:20.437362 run osmo-msc_10.42.42.6(pid=29406): stdout: \u000a| (launched: 2022-12-10_04:56:19.205959) \u000a04:56:20.488914 run osmo-msc_10.42.42.6(pid=29406): stderr: \u000a| �[0;m�[38;5;43m20221210045619529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045619529 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87d25a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045619529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045619530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045619530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045619530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045619532 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045619532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045619532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045619532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:20.532513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29399): Terminating (SIGTERM)\u000a04:56:20.573951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29402): Terminating (SIGTERM)\u000a04:56:20.615147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29405): Terminating (SIGTERM)\u000a04:56:20.624731 --- ParallelTerminationStrategy: PID 29399 died...\u000a04:56:20.680206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29399): Terminated: ok {rc=0}\u000a04:56:20.690348 --- ParallelTerminationStrategy: PID 29402 died...\u000a04:56:20.745373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29402): Terminated: ok {rc=0}\u000a04:56:20.755460 --- ParallelTerminationStrategy: PID 29405 died...\u000a04:56:20.810662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29405): Terminated: ok {rc=0}\u000a04:56:20.896634 bus /sierra_3: Setting Powered False\u000a04:56:22.003369 bus /sierra_3: Setting Powered False\u000a04:56:23.110105 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:56:13" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29417): Process ended prematurely: osmo-stp_10.42.42.5(pid=29417) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29417)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29417): Process ended prematurely: osmo-stp_10.42.42.5(pid=29417) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:56:25.137089 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:25.148264 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:56:25.288387 tst handover.py: using LAC 26154\u000a04:56:25.417379 tst handover.py: using RAC 144\u000a04:56:25.546246 tst handover.py: using CellId 26154\u000a04:56:25.674252 tst handover.py: using BVCI 26155\u000a04:56:25.698959 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:56:25.844070 tst handover.py: using LAC 26155\u000a04:56:25.970646 tst handover.py: using RAC 145\u000a04:56:26.099273 tst handover.py: using CellId 26155\u000a04:56:26.227241 tst handover.py: using BVCI 26156\u000a04:56:26.251867 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:26.263518 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:26.275035 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:26.286508 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:26.298122 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:26.309627 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:56:26.425110 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:56:26.624907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:27.077104 run create_hlr_db(pid=29411): Launched\u000a04:56:27.201034 bus /sierra_2: Setting Powered False\u000a04:56:28.274005 run create_hlr_db(pid=29411): Terminated: ok {rc=0}\u000a04:56:28.674986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29413): Launched\u000a04:56:28.997942 run osmo-hlr_10.42.42.2(pid=29414): Launched\u000a04:56:29.123965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:29.655227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29416): Launched\u000a04:56:29.979153 run osmo-stp_10.42.42.5(pid=29417): Launched\u000a04:56:30.097498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:30.660298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29419): Launched\u000a04:56:31.105566 run osmo-msc_10.42.42.6(pid=29420): Launched\u000a04:56:31.667957 run osmo-stp_10.42.42.5(pid=29417): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29417)]\u000a04:56:31.805646 run osmo-stp_10.42.42.5(pid=29417): stdout: \u000a| (launched: 2022-12-10_04:56:29.819957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:31.941865 run osmo-stp_10.42.42.5(pid=29417): stderr: \u000a| �[0;m�[38;5;43m20221210045630011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045630012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045630012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045630012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045630013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045630013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045630013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:32.075814 run osmo-stp_10.42.42.5(pid=29417): stdout: \u000a| (launched: 2022-12-10_04:56:29.819957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:32.206573 run osmo-stp_10.42.42.5(pid=29417): stderr: \u000a| �[0;m�[38;5;43m20221210045630011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045630012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045630012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045630012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045630013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045630013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045630013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:32.263724 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29417): Process ended prematurely: osmo-stp_10.42.42.5(pid=29417) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29417)] [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:56:32.273190 tst handover.py:18: Test FAILED (7.1 sec)\u000a04:56:32.336780 run osmo-hlr_10.42.42.2(pid=29414): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29414)]\u000a04:56:32.388909 run osmo-hlr_10.42.42.2(pid=29414): stdout: \u000a| (launched: 2022-12-10_04:56:28.839632) \u000a04:56:32.441048 run osmo-hlr_10.42.42.2(pid=29414): stderr: \u000a| �[0;m�[1;31m20221210045629038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045629038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045629038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045629038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045629038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045629039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045629052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045629060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045629060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045629060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:32.511796 run osmo-msc_10.42.42.6(pid=29420): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29420)]\u000a04:56:32.563112 run osmo-msc_10.42.42.6(pid=29420): stdout: \u000a| (launched: 2022-12-10_04:56:30.824668) \u000a04:56:32.614893 run osmo-msc_10.42.42.6(pid=29420): stderr: \u000a| �[0;m�[38;5;43m20221210045631388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045631389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c800e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045631389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045631389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045631390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045631391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045631397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045631399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045631399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045631399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:32.658861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29413): Terminating (SIGTERM)\u000a04:56:32.700629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29416): Terminating (SIGTERM)\u000a04:56:32.742395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29419): Terminating (SIGTERM)\u000a04:56:32.752068 --- ParallelTerminationStrategy: PID 29413 died...\u000a04:56:32.808045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29413): Terminated: ok {rc=0}\u000a04:56:32.818243 --- ParallelTerminationStrategy: PID 29416 died...\u000a04:56:32.873911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29416): Terminated: ok {rc=0}\u000a04:56:32.883814 --- ParallelTerminationStrategy: PID 29419 died...\u000a04:56:32.939324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29419): Terminated: ok {rc=0}\u000a04:56:33.025930 bus /sierra_3: Setting Powered False\u000a04:56:34.131973 bus /sierra_3: Setting Powered False\u000a04:56:35.238558 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:56:24" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29431): Process ended prematurely: osmo-stp_10.42.42.5(pid=29431) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29431): Process ended prematurely: osmo-stp_10.42.42.5(pid=29431) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:56:37.236190 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:37.247314 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:56:37.379679 tst handover.py: using LAC 26156\u000a04:56:37.505335 tst handover.py: using RAC 146\u000a04:56:37.630392 tst handover.py: using CellId 26156\u000a04:56:37.757052 tst handover.py: using BVCI 26157\u000a04:56:37.781823 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:56:37.913822 tst handover.py: using LAC 26157\u000a04:56:38.035920 tst handover.py: using RAC 147\u000a04:56:38.155871 tst handover.py: using CellId 26157\u000a04:56:38.273625 tst handover.py: using BVCI 26158\u000a04:56:38.296540 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:38.307772 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:38.318870 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:38.330947 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:38.342916 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:38.354739 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:56:38.472862 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:56:38.682000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:39.169036 run create_hlr_db(pid=29425): Launched\u000a04:56:39.299989 bus /sierra_2: Setting Powered False\u000a04:56:40.376381 run create_hlr_db(pid=29425): Terminated: ok {rc=0}\u000a04:56:40.756935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29427): Launched\u000a04:56:41.061658 run osmo-hlr_10.42.42.2(pid=29428): Launched\u000a04:56:41.180541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:41.686993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29430): Launched\u000a04:56:41.989714 run osmo-stp_10.42.42.5(pid=29431): Launched\u000a04:56:42.101563 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:42.627228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29433): Launched\u000a04:56:42.931612 run osmo-msc_10.42.42.6(pid=29434): Launched\u000a04:56:43.109832 run osmo-stp_10.42.42.5(pid=29431): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)]\u000a04:56:43.238896 run osmo-stp_10.42.42.5(pid=29431): stdout: \u000a| (launched: 2022-12-10_04:56:41.840497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:43.365219 run osmo-stp_10.42.42.5(pid=29431): stderr: \u000a| �[0;m�[38;5;43m20221210045642009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045642009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045642009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045642010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045642010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045642010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045642010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:43.486717 run osmo-stp_10.42.42.5(pid=29431): stdout: \u000a| (launched: 2022-12-10_04:56:41.840497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:43.607284 run osmo-stp_10.42.42.5(pid=29431): stderr: \u000a| �[0;m�[38;5;43m20221210045642009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045642009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045642009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045642010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045642010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045642010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045642010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:43.659952 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29431): Process ended prematurely: osmo-stp_10.42.42.5(pid=29431) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)] [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a04:56:43.668178 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:56:43.727950 run osmo-hlr_10.42.42.2(pid=29428): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29428)]\u000a04:56:43.776510 run osmo-hlr_10.42.42.2(pid=29428): stdout: \u000a| (launched: 2022-12-10_04:56:40.910693) \u000a04:56:43.825881 run osmo-hlr_10.42.42.2(pid=29428): stderr: \u000a| �[0;m�[1;31m20221210045641088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045641088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045641088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045641088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045641088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045641088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045641100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045641109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045641109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045641109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:43.892381 run osmo-msc_10.42.42.6(pid=29434): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29434)]\u000a04:56:43.941311 run osmo-msc_10.42.42.6(pid=29434): stdout: \u000a| (launched: 2022-12-10_04:56:42.781162) \u000a04:56:43.990729 run osmo-msc_10.42.42.6(pid=29434): stderr: \u000a| �[0;m�[38;5;43m20221210045643053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045643053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdf01eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045643053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045643053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045643053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045643053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045643055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045643055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045643056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045643056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:44.032152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29427): Terminating (SIGTERM)\u000a04:56:44.071887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29430): Terminating (SIGTERM)\u000a04:56:44.111792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29433): Terminating (SIGTERM)\u000a04:56:44.121275 --- ParallelTerminationStrategy: PID 29427 died...\u000a04:56:44.174461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29427): Terminated: ok {rc=0}\u000a04:56:44.184070 --- ParallelTerminationStrategy: PID 29430 died...\u000a04:56:44.236836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29430): Terminated: ok {rc=0}\u000a04:56:44.246451 --- ParallelTerminationStrategy: PID 29433 died...\u000a04:56:44.298752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29433): Terminated: ok {rc=0}\u000a04:56:44.380836 bus /sierra_3: Setting Powered False\u000a04:56:45.480803 bus /sierra_3: Setting Powered False\u000a04:56:46.608585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:56:36" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29445): Process ended prematurely: osmo-stp_10.42.42.5(pid=29445) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29445)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29445): Process ended prematurely: osmo-stp_10.42.42.5(pid=29445) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:56:48.611795 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:48.622879 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:56:48.752915 tst handover.py: using LAC 26158\u000a04:56:48.871780 tst handover.py: using RAC 148\u000a04:56:48.992291 tst handover.py: using CellId 26158\u000a04:56:49.111598 tst handover.py: using BVCI 26159\u000a04:56:49.134538 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:56:49.277284 tst handover.py: using LAC 26159\u000a04:56:49.405088 tst handover.py: using RAC 149\u000a04:56:49.533101 tst handover.py: using CellId 26159\u000a04:56:49.661132 tst handover.py: using BVCI 26160\u000a04:56:49.685917 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:49.697465 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:49.708913 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:49.720412 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:49.731861 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:49.743316 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:56:49.856829 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:56:50.056815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:50.507100 run create_hlr_db(pid=29439): Launched\u000a04:56:50.630667 bus /sierra_2: Setting Powered False\u000a04:56:51.703437 run create_hlr_db(pid=29439): Terminated: ok {rc=0}\u000a04:56:52.080516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29441): Launched\u000a04:56:52.384457 run osmo-hlr_10.42.42.2(pid=29442): Launched\u000a04:56:52.501640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:53.011419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29444): Launched\u000a04:56:53.314252 run osmo-stp_10.42.42.5(pid=29445): Launched\u000a04:56:53.425233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:53.950887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29447): Launched\u000a04:56:54.253884 run osmo-msc_10.42.42.6(pid=29448): Launched\u000a04:56:54.431601 run osmo-stp_10.42.42.5(pid=29445): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29445)]\u000a04:56:54.559532 run osmo-stp_10.42.42.5(pid=29445): stdout: \u000a| (launched: 2022-12-10_04:56:53.164783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:54.685164 run osmo-stp_10.42.42.5(pid=29445): stderr: \u000a| �[0;m�[38;5;43m20221210045653335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045653336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045653336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045653336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045653337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045653337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045653337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:54.806521 run osmo-stp_10.42.42.5(pid=29445): stdout: \u000a| (launched: 2022-12-10_04:56:53.164783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:54.926619 run osmo-stp_10.42.42.5(pid=29445): stderr: \u000a| �[0;m�[38;5;43m20221210045653335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045653336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045653336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045653336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045653337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045653337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045653337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:54.979137 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29445): Process ended prematurely: osmo-stp_10.42.42.5(pid=29445) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29445)] [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a04:56:54.987175 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:56:55.046830 run osmo-hlr_10.42.42.2(pid=29442): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29442)]\u000a04:56:55.095231 run osmo-hlr_10.42.42.2(pid=29442): stdout: \u000a| (launched: 2022-12-10_04:56:52.235488) \u000a04:56:55.144619 run osmo-hlr_10.42.42.2(pid=29442): stderr: \u000a| �[0;m�[1;31m20221210045652410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045652410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045652410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045652410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045652410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045652410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045652422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045652433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045652433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045652434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:55.211569 run osmo-msc_10.42.42.6(pid=29448): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29448)]\u000a04:56:55.260418 run osmo-msc_10.42.42.6(pid=29448): stdout: \u000a| (launched: 2022-12-10_04:56:54.104392) \u000a04:56:55.309307 run osmo-msc_10.42.42.6(pid=29448): stderr: \u000a| �[0;m�[38;5;43m20221210045654376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045654377 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2ef33ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045654377 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045654377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045654377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045654377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045654379 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045654379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045654380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045654380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:55.350520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29441): Terminating (SIGTERM)\u000a04:56:55.389887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29444): Terminating (SIGTERM)\u000a04:56:55.429039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29447): Terminating (SIGTERM)\u000a04:56:55.438324 --- ParallelTerminationStrategy: PID 29441 died...\u000a04:56:55.491029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29441): Terminated: ok {rc=0}\u000a04:56:55.500758 --- ParallelTerminationStrategy: PID 29444 died...\u000a04:56:55.553059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29444): Terminated: ok {rc=0}\u000a04:56:55.562678 --- ParallelTerminationStrategy: PID 29447 died...\u000a04:56:55.615240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29447): Terminated: ok {rc=0}\u000a04:56:55.697288 bus /sierra_3: Setting Powered False\u000a04:56:56.803036 bus /sierra_3: Setting Powered False\u000a04:56:57.909124 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:56:48" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29459): Process ended prematurely: osmo-stp_10.42.42.5(pid=29459) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29459)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29459): Process ended prematurely: osmo-stp_10.42.42.5(pid=29459) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:56:59.935472 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:59.946633 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:00.078809 tst handover.py: using LAC 26160\u000a04:57:00.205632 tst handover.py: using RAC 150\u000a04:57:00.333810 tst handover.py: using CellId 26160\u000a04:57:00.459896 tst handover.py: using BVCI 26161\u000a04:57:00.484471 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:00.627795 tst handover.py: using LAC 26161\u000a04:57:00.754236 tst handover.py: using RAC 151\u000a04:57:00.900730 tst handover.py: using CellId 26161\u000a04:57:01.026113 tst handover.py: using BVCI 26162\u000a04:57:01.052685 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:01.065269 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:01.077716 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:01.090052 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:01.102234 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:01.114484 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:01.234767 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:01.492030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:02.034529 run create_hlr_db(pid=29453): Launched\u000a04:57:02.169246 bus /sierra_2: Setting Powered False\u000a04:57:03.244165 run create_hlr_db(pid=29453): Terminated: ok {rc=0}\u000a04:57:03.627299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29455): Launched\u000a04:57:03.932519 run osmo-hlr_10.42.42.2(pid=29456): Launched\u000a04:57:04.054517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:04.564379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29458): Launched\u000a04:57:04.867948 run osmo-stp_10.42.42.5(pid=29459): Launched\u000a04:57:04.978466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:05.504100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29461): Launched\u000a04:57:05.808251 run osmo-msc_10.42.42.6(pid=29462): Launched\u000a04:57:05.986774 run osmo-stp_10.42.42.5(pid=29459): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29459)]\u000a04:57:06.115781 run osmo-stp_10.42.42.5(pid=29459): stdout: \u000a| (launched: 2022-12-10_04:57:04.718495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:06.241961 run osmo-stp_10.42.42.5(pid=29459): stderr: \u000a| �[0;m�[38;5;43m20221210045704889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045704889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045704889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045704890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045704890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045704890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045704890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:06.364176 run osmo-stp_10.42.42.5(pid=29459): stdout: \u000a| (launched: 2022-12-10_04:57:04.718495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:06.484563 run osmo-stp_10.42.42.5(pid=29459): stderr: \u000a| �[0;m�[38;5;43m20221210045704889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045704889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045704889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045704890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045704890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045704890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045704890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:06.537318 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29459): Process ended prematurely: osmo-stp_10.42.42.5(pid=29459) [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29459)] [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a04:57:06.545640 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:57:06.605864 run osmo-hlr_10.42.42.2(pid=29456): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29456)]\u000a04:57:06.654833 run osmo-hlr_10.42.42.2(pid=29456): stdout: \u000a| (launched: 2022-12-10_04:57:03.782721) \u000a04:57:06.704508 run osmo-hlr_10.42.42.2(pid=29456): stderr: \u000a| �[0;m�[1;31m20221210045703959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045703960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045703960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045703960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045703960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045703960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045703972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045703981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045703981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045703981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:06.771754 run osmo-msc_10.42.42.6(pid=29462): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29462)]\u000a04:57:06.820562 run osmo-msc_10.42.42.6(pid=29462): stdout: \u000a| (launched: 2022-12-10_04:57:05.658521) \u000a04:57:06.870073 run osmo-msc_10.42.42.6(pid=29462): stderr: \u000a| �[0;m�[38;5;43m20221210045705930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045705930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbd3cf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045705930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045705931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045705931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045705931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045705933 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045705934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045705934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045705934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:06.911691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29455): Terminating (SIGTERM)\u000a04:57:06.950711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29458): Terminating (SIGTERM)\u000a04:57:06.989920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29461): Terminating (SIGTERM)\u000a04:57:06.999390 --- ParallelTerminationStrategy: PID 29455 died...\u000a04:57:07.052599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29455): Terminated: ok {rc=0}\u000a04:57:07.062505 --- ParallelTerminationStrategy: PID 29458 died...\u000a04:57:07.115304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29458): Terminated: ok {rc=0}\u000a04:57:07.125204 --- ParallelTerminationStrategy: PID 29461 died...\u000a04:57:07.177740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29461): Terminated: ok {rc=0}\u000a04:57:07.264495 bus /sierra_3: Setting Powered False\u000a04:57:08.365385 bus /sierra_3: Setting Powered False\u000a04:57:09.475063 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:56:59" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29473): Process ended prematurely: osmo-stp_10.42.42.5(pid=29473) [trial-2369↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29473)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29473): Process ended prematurely: osmo-stp_10.42.42.5(pid=29473) [trial-2369↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:57:11.468426 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:11.479361 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:57:11.615526 tst handover.py: using LAC 26162\u000a04:57:11.735586 tst handover.py: using RAC 152\u000a04:57:11.857361 tst handover.py: using CellId 26162\u000a04:57:11.975857 tst handover.py: using BVCI 26163\u000a04:57:11.998815 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:57:12.119970 tst handover.py: using LAC 26163\u000a04:57:12.239763 tst handover.py: using RAC 153\u000a04:57:12.360062 tst handover.py: using CellId 26163\u000a04:57:12.480000 tst handover.py: using BVCI 26164\u000a04:57:12.502975 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:12.513890 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:12.524581 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:12.535597 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:12.546716 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:12.557600 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:57:12.675629 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:57:12.876199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:13.328285 run create_hlr_db(pid=29467): Launched\u000a04:57:13.451846 bus /sierra_2: Setting Powered False\u000a04:57:14.524560 run create_hlr_db(pid=29467): Terminated: ok {rc=0}\u000a04:57:14.927120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29469): Launched\u000a04:57:15.251789 run osmo-hlr_10.42.42.2(pid=29470): Launched\u000a04:57:15.371108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:15.939081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29472): Launched\u000a04:57:16.326822 run osmo-stp_10.42.42.5(pid=29473): Launched\u000a04:57:16.474191 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:17.112194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29475): Launched\u000a04:57:17.424664 run osmo-msc_10.42.42.6(pid=29476): Launched\u000a04:57:17.605862 run osmo-stp_10.42.42.5(pid=29473): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29473)]\u000a04:57:17.735086 run osmo-stp_10.42.42.5(pid=29473): stdout: \u000a| (launched: 2022-12-10_04:57:16.103966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:17.861318 run osmo-stp_10.42.42.5(pid=29473): stderr: \u000a| �[0;m�[38;5;43m20221210045716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045716475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045716483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045716483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045716483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:17.983020 run osmo-stp_10.42.42.5(pid=29473): stdout: \u000a| (launched: 2022-12-10_04:57:16.103966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:18.103438 run osmo-stp_10.42.42.5(pid=29473): stderr: \u000a| �[0;m�[38;5;43m20221210045716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045716475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045716483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045716483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045716483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:18.156184 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29473): Process ended prematurely: osmo-stp_10.42.42.5(pid=29473) [trial-2369↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29473)] [trial-2369↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a04:57:18.164133 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:57:18.223927 run osmo-hlr_10.42.42.2(pid=29470): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29470)]\u000a04:57:18.272728 run osmo-hlr_10.42.42.2(pid=29470): stdout: \u000a| (launched: 2022-12-10_04:57:15.092595) \u000a04:57:18.322121 run osmo-hlr_10.42.42.2(pid=29470): stderr: \u000a| �[0;m�[1;31m20221210045715291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045715292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045715292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045715292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045715292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045715292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045715304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045715312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045715312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045715312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:18.389407 run osmo-msc_10.42.42.6(pid=29476): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29476)]\u000a04:57:18.437734 run osmo-msc_10.42.42.6(pid=29476): stdout: \u000a| (launched: 2022-12-10_04:57:17.271431) \u000a04:57:18.486983 run osmo-msc_10.42.42.6(pid=29476): stderr: \u000a| �[0;m�[38;5;43m20221210045717540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045717540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda65fd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045717540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045717540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045717540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045717541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045717542 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045717543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045717543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045717543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:18.529099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29469): Terminating (SIGTERM)\u000a04:57:18.568880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29472): Terminating (SIGTERM)\u000a04:57:18.608609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29475): Terminating (SIGTERM)\u000a04:57:18.618097 --- ParallelTerminationStrategy: PID 29469 died...\u000a04:57:18.671328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29469): Terminated: ok {rc=0}\u000a04:57:18.681196 --- ParallelTerminationStrategy: PID 29472 died...\u000a04:57:18.734858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29472): Terminated: ok {rc=0}\u000a04:57:18.744417 --- ParallelTerminationStrategy: PID 29475 died...\u000a04:57:18.797270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29475): Terminated: ok {rc=0}\u000a04:57:18.886027 bus /sierra_3: Setting Powered False\u000a04:57:19.988749 bus /sierra_3: Setting Powered False\u000a04:57:21.098528 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:57:11" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29487): Process ended prematurely: osmo-stp_10.42.42.5(pid=29487) [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29487)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29487): Process ended prematurely: osmo-stp_10.42.42.5(pid=29487) [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:57:23.127688 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:23.139116 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:23.285711 tst handover.py: using LAC 26164\u000a04:57:23.414109 tst handover.py: using RAC 154\u000a04:57:23.542181 tst handover.py: using CellId 26164\u000a04:57:23.668020 tst handover.py: using BVCI 26165\u000a04:57:23.692454 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:23.834909 tst handover.py: using LAC 26165\u000a04:57:23.963797 tst handover.py: using RAC 155\u000a04:57:24.090847 tst handover.py: using CellId 26165\u000a04:57:24.218814 tst handover.py: using BVCI 26166\u000a04:57:24.243493 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:24.255011 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:24.266360 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:24.278267 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:24.290077 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:24.301928 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:24.417339 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:24.624319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:25.107277 run create_hlr_db(pid=29481): Launched\u000a04:57:25.239297 bus /sierra_2: Setting Powered False\u000a04:57:26.314567 run create_hlr_db(pid=29481): Terminated: ok {rc=0}\u000a04:57:26.716215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29483): Launched\u000a04:57:27.039378 run osmo-hlr_10.42.42.2(pid=29484): Launched\u000a04:57:27.158529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:27.690458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29486): Launched\u000a04:57:28.013418 run osmo-stp_10.42.42.5(pid=29487): Launched\u000a04:57:28.131896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:28.694404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29489): Launched\u000a04:57:29.017314 run osmo-msc_10.42.42.6(pid=29490): Launched\u000a04:57:29.206330 run osmo-stp_10.42.42.5(pid=29487): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29487)]\u000a04:57:29.342629 run osmo-stp_10.42.42.5(pid=29487): stdout: \u000a| (launched: 2022-12-10_04:57:27.854486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:29.477769 run osmo-stp_10.42.42.5(pid=29487): stderr: \u000a| �[0;m�[38;5;43m20221210045728045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045728045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045728045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045728046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045728046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045728046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045728046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:29.607475 run osmo-stp_10.42.42.5(pid=29487): stdout: \u000a| (launched: 2022-12-10_04:57:27.854486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:29.735826 run osmo-stp_10.42.42.5(pid=29487): stderr: \u000a| �[0;m�[38;5;43m20221210045728045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045728045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045728045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045728046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045728046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045728046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045728046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:29.791997 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29487): Process ended prematurely: osmo-stp_10.42.42.5(pid=29487) [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29487)] [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a04:57:29.800661 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:57:29.862523 run osmo-hlr_10.42.42.2(pid=29484): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29484)]\u000a04:57:29.913016 run osmo-hlr_10.42.42.2(pid=29484): stdout: \u000a| (launched: 2022-12-10_04:57:26.880594) \u000a04:57:29.964093 run osmo-hlr_10.42.42.2(pid=29484): stderr: \u000a| �[0;m�[1;31m20221210045727080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045727080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045727080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045727080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045727080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045727080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045727092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045727100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045727100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045727100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:30.033685 run osmo-msc_10.42.42.6(pid=29490): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29490)]\u000a04:57:30.084322 run osmo-msc_10.42.42.6(pid=29490): stdout: \u000a| (launched: 2022-12-10_04:57:28.858798) \u000a04:57:30.135521 run osmo-msc_10.42.42.6(pid=29490): stderr: \u000a| �[0;m�[38;5;43m20221210045729180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045729180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3a4d51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045729180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045729180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045729180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045729181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045729182 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045729183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045729183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045729183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:30.178846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29483): Terminating (SIGTERM)\u000a04:57:30.219926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29486): Terminating (SIGTERM)\u000a04:57:30.260861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29489): Terminating (SIGTERM)\u000a04:57:30.270077 --- ParallelTerminationStrategy: PID 29483 died...\u000a04:57:30.325153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29483): Terminated: ok {rc=0}\u000a04:57:30.335117 --- ParallelTerminationStrategy: PID 29486 died...\u000a04:57:30.390007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29486): Terminated: ok {rc=0}\u000a04:57:30.399934 --- ParallelTerminationStrategy: PID 29489 died...\u000a04:57:30.455023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29489): Terminated: ok {rc=0}\u000a04:57:30.541706 bus /sierra_3: Setting Powered False\u000a04:57:31.643329 bus /sierra_3: Setting Powered False\u000a04:57:32.753894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:57:22" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29501): Process ended prematurely: osmo-stp_10.42.42.5(pid=29501) [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29501)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29501): Process ended prematurely: osmo-stp_10.42.42.5(pid=29501) [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:57:34.780328 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:34.791361 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:34.928328 tst handover.py: using LAC 26166\u000a04:57:35.046339 tst handover.py: using RAC 156\u000a04:57:35.164037 tst handover.py: using CellId 26166\u000a04:57:35.284469 tst handover.py: using BVCI 26167\u000a04:57:35.307440 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:35.443465 tst handover.py: using LAC 26167\u000a04:57:35.561404 tst handover.py: using RAC 157\u000a04:57:35.692223 tst handover.py: using CellId 26167\u000a04:57:35.834106 tst handover.py: using BVCI 26168\u000a04:57:35.858711 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:35.870451 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:35.881944 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:35.894415 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:35.907154 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:35.918519 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:36.041132 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:36.254028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:36.743016 run create_hlr_db(pid=29495): Launched\u000a04:57:36.875269 bus /sierra_2: Setting Powered False\u000a04:57:37.951028 run create_hlr_db(pid=29495): Terminated: ok {rc=0}\u000a04:57:38.331908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29497): Launched\u000a04:57:38.636758 run osmo-hlr_10.42.42.2(pid=29498): Launched\u000a04:57:38.749217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:39.248805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29500): Launched\u000a04:57:39.552706 run osmo-stp_10.42.42.5(pid=29501): Launched\u000a04:57:39.665388 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:40.192916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29503): Launched\u000a04:57:40.496930 run osmo-msc_10.42.42.6(pid=29504): Launched\u000a04:57:40.675730 run osmo-stp_10.42.42.5(pid=29501): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29501)]\u000a04:57:40.804102 run osmo-stp_10.42.42.5(pid=29501): stdout: \u000a| (launched: 2022-12-10_04:57:39.402753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:40.930476 run osmo-stp_10.42.42.5(pid=29501): stderr: \u000a| �[0;m�[38;5;43m20221210045739572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045739572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045739572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045739573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045739573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045739573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045739573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:41.052092 run osmo-stp_10.42.42.5(pid=29501): stdout: \u000a| (launched: 2022-12-10_04:57:39.402753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:41.173335 run osmo-stp_10.42.42.5(pid=29501): stderr: \u000a| �[0;m�[38;5;43m20221210045739572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045739572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045739572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045739573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045739573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045739573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045739573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:41.226081 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29501): Process ended prematurely: osmo-stp_10.42.42.5(pid=29501) [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29501)] [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a04:57:41.234329 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:57:41.294111 run osmo-hlr_10.42.42.2(pid=29498): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29498)]\u000a04:57:41.342442 run osmo-hlr_10.42.42.2(pid=29498): stdout: \u000a| (launched: 2022-12-10_04:57:38.486165) \u000a04:57:41.392545 run osmo-hlr_10.42.42.2(pid=29498): stderr: \u000a| �[0;m�[1;31m20221210045738666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045738666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045738666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045738666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045738666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045738666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045738679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045738689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045738689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045738689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:41.459576 run osmo-msc_10.42.42.6(pid=29504): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29504)]\u000a04:57:41.508056 run osmo-msc_10.42.42.6(pid=29504): stdout: \u000a| (launched: 2022-12-10_04:57:40.347153) \u000a04:57:41.557401 run osmo-msc_10.42.42.6(pid=29504): stderr: \u000a| �[0;m�[38;5;43m20221210045740619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045740619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55c1daac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045740619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045740619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045740619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045740619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045740621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045740622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045740622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045740622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:41.599212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29497): Terminating (SIGTERM)\u000a04:57:41.638598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29500): Terminating (SIGTERM)\u000a04:57:41.677902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29503): Terminating (SIGTERM)\u000a04:57:41.687226 --- ParallelTerminationStrategy: PID 29497 died...\u000a04:57:41.740403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29497): Terminated: ok {rc=0}\u000a04:57:41.749994 --- ParallelTerminationStrategy: PID 29500 died...\u000a04:57:41.802817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29500): Terminated: ok {rc=0}\u000a04:57:41.812527 --- ParallelTerminationStrategy: PID 29503 died...\u000a04:57:41.865769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29503): Terminated: ok {rc=0}\u000a04:57:41.953057 bus /sierra_3: Setting Powered False\u000a04:57:43.056334 bus /sierra_3: Setting Powered False\u000a04:57:44.162101 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:57:34" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29515): Process ended prematurely: osmo-stp_10.42.42.5(pid=29515) [trial-2369↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29515)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29515): Process ended prematurely: osmo-stp_10.42.42.5(pid=29515) [trial-2369↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:57:46.178342 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:46.190658 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:46.325647 tst handover.py: using LAC 26168\u000a04:57:46.455858 tst handover.py: using RAC 158\u000a04:57:46.583900 tst handover.py: using CellId 26168\u000a04:57:46.713831 tst handover.py: using BVCI 26169\u000a04:57:46.739043 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:46.883861 tst handover.py: using LAC 26169\u000a04:57:47.016742 tst handover.py: using RAC 159\u000a04:57:47.140688 tst handover.py: using CellId 26169\u000a04:57:47.266960 tst handover.py: using BVCI 26170\u000a04:57:47.290121 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.301484 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.312208 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.323291 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.334430 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.345652 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:47.464020 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:47.673587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:48.162454 run create_hlr_db(pid=29509): Launched\u000a04:57:48.294150 bus /sierra_2: Setting Powered False\u000a04:57:49.370299 run create_hlr_db(pid=29509): Terminated: ok {rc=0}\u000a04:57:49.752891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29511): Launched\u000a04:57:50.055956 run osmo-hlr_10.42.42.2(pid=29512): Launched\u000a04:57:50.168840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:50.667762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29514): Launched\u000a04:57:50.971881 run osmo-stp_10.42.42.5(pid=29515): Launched\u000a04:57:51.083382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:51.610999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29517): Launched\u000a04:57:51.939225 run osmo-msc_10.42.42.6(pid=29518): Launched\u000a04:57:52.141748 run osmo-stp_10.42.42.5(pid=29515): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29515)]\u000a04:57:52.270265 run osmo-stp_10.42.42.5(pid=29515): stdout: \u000a| (launched: 2022-12-10_04:57:50.822390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:52.396312 run osmo-stp_10.42.42.5(pid=29515): stderr: \u000a| �[0;m�[38;5;43m20221210045750990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045750990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045750991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045750991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045750993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045750993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045750993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:52.518187 run osmo-stp_10.42.42.5(pid=29515): stdout: \u000a| (launched: 2022-12-10_04:57:50.822390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:52.639528 run osmo-stp_10.42.42.5(pid=29515): stderr: \u000a| �[0;m�[38;5;43m20221210045750990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045750990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045750991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045750991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045750993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045750993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045750993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:52.692648 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29515): Process ended prematurely: osmo-stp_10.42.42.5(pid=29515) [trial-2369↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29515)] [trial-2369↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a04:57:52.700822 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:57:52.761840 run osmo-hlr_10.42.42.2(pid=29512): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29512)]\u000a04:57:52.811278 run osmo-hlr_10.42.42.2(pid=29512): stdout: \u000a| (launched: 2022-12-10_04:57:49.906750) \u000a04:57:52.861200 run osmo-hlr_10.42.42.2(pid=29512): stderr: \u000a| �[0;m�[1;31m20221210045750081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045750082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045750082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045750082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045750082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045750082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045750094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045750103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045750103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045750103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:52.928983 run osmo-msc_10.42.42.6(pid=29518): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29518)]\u000a04:57:52.978152 run osmo-msc_10.42.42.6(pid=29518): stdout: \u000a| (launched: 2022-12-10_04:57:51.764801) \u000a04:57:53.028052 run osmo-msc_10.42.42.6(pid=29518): stderr: \u000a| �[0;m�[38;5;43m20221210045752063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045752063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51d6e8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045752064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045752064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045752064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045752064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045752066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045752066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045752066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045752066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:53.070076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29511): Terminating (SIGTERM)\u000a04:57:53.110146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29514): Terminating (SIGTERM)\u000a04:57:53.149922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29517): Terminating (SIGTERM)\u000a04:57:53.159399 --- ParallelTerminationStrategy: PID 29511 died...\u000a04:57:53.212696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29511): Terminated: ok {rc=0}\u000a04:57:53.222753 --- ParallelTerminationStrategy: PID 29514 died...\u000a04:57:53.276186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29514): Terminated: ok {rc=0}\u000a04:57:53.286096 --- ParallelTerminationStrategy: PID 29517 died...\u000a04:57:53.339252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29517): Terminated: ok {rc=0}\u000a04:57:53.427534 bus /sierra_3: Setting Powered False\u000a04:57:54.530331 bus /sierra_3: Setting Powered False\u000a04:57:55.640535 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:57:45" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29529): Process ended prematurely: osmo-stp_10.42.42.5(pid=29529) [trial-2369↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29529)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29529): Process ended prematurely: osmo-stp_10.42.42.5(pid=29529) [trial-2369↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:57:57.629898 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:57.641192 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:57.763597 tst handover.py: using LAC 26170\u000a04:57:57.888584 tst handover.py: using RAC 160\u000a04:57:58.014041 tst handover.py: using CellId 26170\u000a04:57:58.134549 tst handover.py: using BVCI 26171\u000a04:57:58.157582 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:58.291190 tst handover.py: using LAC 26171\u000a04:57:58.417503 tst handover.py: using RAC 161\u000a04:57:58.547558 tst handover.py: using CellId 26171\u000a04:57:58.674063 tst handover.py: using BVCI 26172\u000a04:57:58.698978 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:58.710443 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:58.721721 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:58.732880 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:58.744113 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:58.755219 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:58.870440 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:59.079377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:59.567542 run create_hlr_db(pid=29523): Launched\u000a04:57:59.699186 bus /sierra_2: Setting Powered False\u000a04:58:00.776619 run create_hlr_db(pid=29523): Terminated: ok {rc=0}\u000a04:58:01.182931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29525): Launched\u000a04:58:01.616520 run osmo-hlr_10.42.42.2(pid=29526): Launched\u000a04:58:01.779452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:02.428272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29528): Launched\u000a04:58:02.748289 run osmo-stp_10.42.42.5(pid=29529): Launched\u000a04:58:02.864865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:03.393784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29531): Launched\u000a04:58:03.698753 run osmo-msc_10.42.42.6(pid=29532): Launched\u000a04:58:03.877890 run osmo-stp_10.42.42.5(pid=29529): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29529)]\u000a04:58:04.007236 run osmo-stp_10.42.42.5(pid=29529): stdout: \u000a| (launched: 2022-12-10_04:58:02.593282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:04.133869 run osmo-stp_10.42.42.5(pid=29529): stderr: \u000a| �[0;m�[38;5;43m20221210045802766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045802766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045802766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045802766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045802767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045802767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045802767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:04.255924 run osmo-stp_10.42.42.5(pid=29529): stdout: \u000a| (launched: 2022-12-10_04:58:02.593282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:04.377296 run osmo-stp_10.42.42.5(pid=29529): stderr: \u000a| �[0;m�[38;5;43m20221210045802766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045802766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045802766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045802766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045802767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045802767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045802767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:04.430264 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29529): Process ended prematurely: osmo-stp_10.42.42.5(pid=29529) [trial-2369↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29529)] [trial-2369↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a04:58:04.438326 tst handover.py:18: Test FAILED (6.8 sec)\u000a04:58:04.499439 run osmo-hlr_10.42.42.2(pid=29526): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29526)]\u000a04:58:04.548616 run osmo-hlr_10.42.42.2(pid=29526): stdout: \u000a| (launched: 2022-12-10_04:58:01.340897) \u000a04:58:04.598533 run osmo-hlr_10.42.42.2(pid=29526): stderr: \u000a| �[0;m�[1;31m20221210045801545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045801545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045801545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045801546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045801546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045801546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045801566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045801586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045801586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045801586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:04.665698 run osmo-msc_10.42.42.6(pid=29532): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29532)]\u000a04:58:04.715419 run osmo-msc_10.42.42.6(pid=29532): stdout: \u000a| (launched: 2022-12-10_04:58:03.547835) \u000a04:58:04.765259 run osmo-msc_10.42.42.6(pid=29532): stderr: \u000a| �[0;m�[38;5;43m20221210045803820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045803820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89d7266c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045803820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045803820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045803821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045803821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045803823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045803823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045803823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045803823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:04.806892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29525): Terminating (SIGTERM)\u000a04:58:04.846698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29528): Terminating (SIGTERM)\u000a04:58:04.886504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29531): Terminating (SIGTERM)\u000a04:58:04.895918 --- ParallelTerminationStrategy: PID 29525 died...\u000a04:58:04.949531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29525): Terminated: ok {rc=0}\u000a04:58:04.959370 --- ParallelTerminationStrategy: PID 29528 died...\u000a04:58:05.013129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29528): Terminated: ok {rc=0}\u000a04:58:05.022677 --- ParallelTerminationStrategy: PID 29531 died...\u000a04:58:05.075869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29531): Terminated: ok {rc=0}\u000a04:58:05.164102 bus /sierra_3: Setting Powered False\u000a04:58:06.267066 bus /sierra_3: Setting Powered False\u000a04:58:07.377444 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:57:57" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29543): Process ended prematurely: osmo-stp_10.42.42.5(pid=29543) [trial-2369↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29543)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29543): Process ended prematurely: osmo-stp_10.42.42.5(pid=29543) [trial-2369↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2369 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:58:09.397757 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:09.409107 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:09.545807 tst handover.py: using LAC 26172\u000a04:58:09.666174 tst handover.py: using RAC 162\u000a04:58:09.784909 tst handover.py: using CellId 26172\u000a04:58:09.903729 tst handover.py: using BVCI 26173\u000a04:58:09.926910 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:10.062196 tst handover.py: using LAC 26173\u000a04:58:10.189098 tst handover.py: using RAC 163\u000a04:58:10.317842 tst handover.py: using CellId 26173\u000a04:58:10.445703 tst handover.py: using BVCI 26174\u000a04:58:10.470366 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:10.481855 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:10.493130 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:10.505163 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:10.517283 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:10.529852 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:10.650091 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:10.853631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:11.304744 run create_hlr_db(pid=29537): Launched\u000a04:58:11.428756 bus /sierra_2: Setting Powered False\u000a04:58:12.500131 run create_hlr_db(pid=29537): Terminated: ok {rc=0}\u000a04:58:12.901512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29539): Launched\u000a04:58:13.226999 run osmo-hlr_10.42.42.2(pid=29540): Launched\u000a04:58:13.346929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:13.881589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29542): Launched\u000a04:58:14.206320 run osmo-stp_10.42.42.5(pid=29543): Launched\u000a04:58:14.323975 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:14.887737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29545): Launched\u000a04:58:15.212694 run osmo-msc_10.42.42.6(pid=29546): Launched\u000a04:58:15.402573 run osmo-stp_10.42.42.5(pid=29543): ERR: Terminated: ERROR {rc=1} [trial-2369↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29543)]\u000a04:58:15.539007 run osmo-stp_10.42.42.5(pid=29543): stdout: \u000a| (launched: 2022-12-10_04:58:14.046498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:15.674769 run osmo-stp_10.42.42.5(pid=29543): stderr: \u000a| �[0;m�[38;5;43m20221210045814238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045814239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045814239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045814239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045814240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045814240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045814240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:15.804691 run osmo-stp_10.42.42.5(pid=29543): stdout: \u000a| (launched: 2022-12-10_04:58:14.046498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:15.952817 run osmo-stp_10.42.42.5(pid=29543): stderr: \u000a| �[0;m�[38;5;43m20221210045814238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210045814239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210045814239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210045814239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210045814240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210045814240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210045814240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:16.016284 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=29543): Process ended prematurely: osmo-stp_10.42.42.5(pid=29543) [trial-2369↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29543)] [trial-2369↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a04:58:16.025431 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:58:16.092246 run osmo-hlr_10.42.42.2(pid=29540): ERR: Terminated: ERROR {rc=237} [trial-2369↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29540)]\u000a04:58:16.145326 run osmo-hlr_10.42.42.2(pid=29540): stdout: \u000a| (launched: 2022-12-10_04:58:13.066913) \u000a04:58:16.197816 run osmo-hlr_10.42.42.2(pid=29540): stderr: \u000a| �[0;m�[1;31m20221210045813265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210045813265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210045813265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045813265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210045813265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210045813265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210045813278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2369/run.2022-12-10_03-34-39/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210045813286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210045813286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210045813286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:16.269342 run osmo-msc_10.42.42.6(pid=29546): ERR: Terminated: ERROR {rc=2} [trial-2369↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29546)]\u000a04:58:16.321287 run osmo-msc_10.42.42.6(pid=29546): stdout: \u000a| (launched: 2022-12-10_04:58:15.053124) \u000a04:58:16.374462 run osmo-msc_10.42.42.6(pid=29546): stderr: \u000a| �[0;m�[38;5;43m20221210045815373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210045815373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfbaeedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210045815373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210045815373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210045815373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210045815373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210045815375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210045815375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210045815376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210045815376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:16.419606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29539): Terminating (SIGTERM)\u000a04:58:16.465478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29542): Terminating (SIGTERM)\u000a04:58:16.510073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29545): Terminating (SIGTERM)\u000a04:58:16.520570 --- ParallelTerminationStrategy: PID 29539 died...\u000a04:58:16.579928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29539): Terminated: ok {rc=0}\u000a04:58:16.590697 --- ParallelTerminationStrategy: PID 29542 died...\u000a04:58:16.647482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29542): Terminated: ok {rc=0}\u000a04:58:16.659219 --- ParallelTerminationStrategy: PID 29545 died...\u000a04:58:16.716035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29545): Terminated: ok {rc=0}\u000a04:58:16.801250 bus /sierra_3: Setting Powered False\u000a04:58:17.902505 bus /sierra_3: Setting Powered False\u000a04:58:19.012274 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T04:58:09" } ] }